-- Logs begin at Thu 2021-06-10 21:57:49 UTC, end at Thu 2021-06-10 22:50:14 UTC. -- Jun 10 22:25:52.000359 dv-cinder-790535-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 22:25:54.681449 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.common.config [-] Logging enabled! Jun 10 22:25:54.681975 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 10 22:25:54.682254 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 22:25:54.685347 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.common.config [-] Logging enabled! Jun 10 22:25:54.685619 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 10 22:25:54.686442 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 22:25:54.687458 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:25:54.687689 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:25:54.688053 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:25:54.688301 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:25:54.688530 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:25:54.688848 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.689147 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.689444 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.689703 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.690002 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.690293 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.690576 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.690865 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.691162 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.691444 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.691724 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.692011 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.692243 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.692526 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.692814 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.693099 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.693324 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] debug = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.693626 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.694053 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.694457 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.694742 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.695032 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.695317 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.695588 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.695863 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.696149 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.696478 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] host = dv-cinder-790535-2-smb {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.696759 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.697048 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.697334 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.697644 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.697920 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.698198 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.698486 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.698761 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.699034 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.699309 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.699596 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.699883 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.700174 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.700404 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.700628 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.700918 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.701205 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.701483 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.702438 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.702736 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.703010 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.703288 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.703562 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.703849 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.704134 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.704421 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.704696 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.704973 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.705243 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.705513 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.705827 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.706102 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.706374 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.706646 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.706932 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.707202 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.707474 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.707773 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.708058 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.708338 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.708623 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.708897 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.709179 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.709453 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.709747 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.710019 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_json = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.710292 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.710560 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.710840 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.711113 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.711386 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.711659 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.711932 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.712221 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:54.712516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.712817 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.713118 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.713401 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.713716 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.713998 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.714287 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.714565 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.714856 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.715146 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.715434 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.715712 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.715998 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.716275 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.716569 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.716876 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.717195 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.717645 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.717898 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.718171 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.718446 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.718725 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.719017 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.719312 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.719604 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.719880 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.720159 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.720449 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.720727 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.721003 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.721282 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.721569 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.721869 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.722149 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.722432 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.722710 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.722985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.723257 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.723534 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.723824 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.724099 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.724370 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.724640 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.724917 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.725190 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.725473 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.725778 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.726052 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.726323 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.726602 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.726876 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.727152 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.727433 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.727706 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.727984 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.728256 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.728528 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.728800 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.729072 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.729342 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.729630 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.729904 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.730179 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.730450 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.730722 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.730994 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.731268 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.731541 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.731824 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.732126 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.732404 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.732681 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.732989 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.733271 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.733541 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.733842 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.734120 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.734397 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.734667 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.734958 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.735243 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.735531 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.735814 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.736094 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.736390 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.736667 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.736949 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.737228 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.737506 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.737817 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.738102 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.738395 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.738970 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.739257 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.739553 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.739845 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.740126 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.740435 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.740715 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:54.740934 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:25:54.741176 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 22:25:55.087913 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:25:55.088193 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:25:55.088485 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:25:55.088821 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 22:25:55.477312 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.477618 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.477899 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.479214 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.479519 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.479817 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.513679 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.513957 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.514401 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.527439 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.527721 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.527991 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.557332 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.557642 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.557916 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.593884 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.594178 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.594448 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.823906 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.824507 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.824507 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.824665 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.825543 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.949079 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.949404 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.949756 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.950085 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.950365 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.950684 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.950948 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.951205 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.951463 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.952355 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.952652 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.952932 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.953198 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.953466 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.953759 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.954040 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.954318 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.954578 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.954850 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.955114 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.955398 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.955748 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.955998 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.956282 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.956531 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.956776 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:55.957169 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.957413 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.957678 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.957917 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.958152 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.958387 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:55.959771 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 22:25:55.963089 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 22:25:55.967022 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 22:25:55.970860 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 10 22:25:55.972805 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 22:25:55.973435 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 22:25:55.973806 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 22:25:55.974194 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 22:25:55.977383 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 22:25:55.977768 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 22:25:55.978254 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 22:25:56.006678 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 22:25:56.007122 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.007421 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 22:25:56.007782 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.009140 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 22:25:56.009428 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 22:25:56.009700 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 22:25:56.012809 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.013094 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.078723 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 22:25:56.078906 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 22:25:56.079143 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 22:25:56.079507 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 22:25:56.099388 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_db.sqlalchemy.engines [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 22:25:56.615594 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing driver for type 'gre' Jun 10 22:25:56.616112 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] gre ID ranges: [(1, 1000)] Jun 10 22:25:56.667307 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing driver for type 'local' Jun 10 22:25:56.667574 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing driver for type 'vlan' Jun 10 22:25:56.680434 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] VlanTypeDriver initialization complete Jun 10 22:25:56.680766 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing driver for type 'vxlan' Jun 10 22:25:56.681257 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] vxlan ID ranges: [(1, 1000)] Jun 10 22:25:56.731383 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing extension driver 'port_security' Jun 10 22:25:56.731718 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] PortSecurityExtensionDriver initialization complete Jun 10 22:25:56.732054 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing mechanism driver 'openvswitch' Jun 10 22:25:56.732378 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing mechanism driver 'hyperv' Jun 10 22:25:56.739146 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:25:56.740073 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.740448 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.740807 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.741196 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.741551 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.741920 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.742296 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.742642 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.742988 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.743357 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.743703 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.744041 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.744418 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.744760 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.745097 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.745472 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > address_group after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.745847 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > address_group after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.746187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.746524 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] ML2 OVO RPC backend initialized. {{(pid=91720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 22:25:56.747219 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.747569 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.747980 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.748330 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > networks before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.749244 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.749608 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > ports before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.749943 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.750280 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnets before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.750624 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.750960 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.751291 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.751626 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.751959 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.752296 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.752630 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.752960 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.753289 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.753885 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.plugin [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Modular L2 Plugin initialization complete Jun 10 22:25:56.754213 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading services supported by the core plugin {{(pid=91720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 22:25:56.754536 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Got port-security extension from driver 'port_security' Jun 10 22:25:56.754993 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.extensions.vlantransparent [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Disabled vlantransparent extension. Jun 10 22:25:56.755476 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 22:25:56.755789 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: router Jun 10 22:25:56.791359 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.791748 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.792112 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router before_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.792469 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.792832 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.793187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_delete 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.793542 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.793930 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.794272 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.794615 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.794963 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.795351 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.795755 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.796112 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.796443 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.796775 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.797109 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.797455 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.797826 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.798164 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.798503 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.798855 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.799193 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.799542 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.799900 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.800244 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.800614 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.801454 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Tracking information for resource: router configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:56.801810 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Tracking information for resource: floatingip configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:25:56.806887 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.db.l3_agentschedulers_db [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 22:25:56.807461 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.807821 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.808173 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.808523 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.809302 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router before_create 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.809694 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.810057 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_create 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.810410 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > router precommit_update 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.815470 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.provider_configuration [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service providers = [] {{(pid=91720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 22:25:56.815829 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.db.servicetype_db [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 22:25:56.818723 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.service_base [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:25:56.819072 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.service_base [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:25:56.819413 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.service_base [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:25:56.820282 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.services.service_base [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:25:56.820649 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.services.service_base [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 22:25:56.821015 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.821329 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 22:25:56.832683 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.833217 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: auto_allocate Jun 10 22:25:56.839003 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: network precommit_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.839362 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: network precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.839869 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.840182 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: tag Jun 10 22:25:56.846693 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.847018 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: timestamp Jun 10 22:25:56.850907 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.851233 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: network_ip_availability Jun 10 22:25:56.856563 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.856933 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.857287 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:56.858060 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.858513 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: flavors Jun 10 22:25:56.863217 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.863545 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading Plugin: revisions Jun 10 22:25:56.868095 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:25:56.868438 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:25:56.869162 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 22:25:56.869493 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Initializing extension manager. Jun 10 22:25:56.870014 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: __init__.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.870354 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: __pycache__ {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.870683 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.871022 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.871756 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.872346 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: address-group Jun 10 22:25:56.872669 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: address_scope.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.873362 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.874921 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: address-scope Jun 10 22:25:56.875245 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.876161 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.876675 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: router-admin-state-down-before-update Jun 10 22:25:56.876999 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: agent.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.877887 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.878395 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: agent Jun 10 22:25:56.878714 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: agent_resources_synced.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.879691 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.880201 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: agent-resources-synced Jun 10 22:25:56.880529 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: allowedaddresspairs.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.882299 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.882821 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: allowed-address-pairs Jun 10 22:25:56.883145 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: auto_allocated_topology.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.884207 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.884723 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: auto-allocated-topology Jun 10 22:25:56.885051 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.885766 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.886273 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: availability_zone Jun 10 22:25:56.886595 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: availability_zone_filter.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.887593 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.887997 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: availability_zone_filter Jun 10 22:25:56.888318 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: data_plane_status.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.890158 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.890658 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 22:25:56.891044 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: default_subnetpools.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.892089 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.892662 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: default-subnetpools Jun 10 22:25:56.893134 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.894065 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.894649 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: dhcp_agent_scheduler Jun 10 22:25:56.895082 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: dns.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.896089 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.896693 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension dns-integration not supported by any of loaded plugins Jun 10 22:25:56.897087 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: dns_domain_ports.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.898206 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.898848 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 22:25:56.899176 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: dvr.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.899962 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.900645 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: dvr Jun 10 22:25:56.900945 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: empty_string_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.902115 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.902706 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: empty-string-filtering Jun 10 22:25:56.903095 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.904491 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.905126 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 22:25:56.905459 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.906585 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.907288 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 22:25:56.907627 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: external_net.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.908683 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.909189 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: external-net Jun 10 22:25:56.909510 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.910431 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.910941 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: extra_dhcp_opt Jun 10 22:25:56.911264 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: extraroute.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.912146 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.912657 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: extraroute Jun 10 22:25:56.912982 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: extraroute_atomic.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.914024 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.914549 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: extraroute-atomic Jun 10 22:25:56.914855 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: filter_validation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.915508 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.916020 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: filter-validation Jun 10 22:25:56.916339 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: fip_pf_description.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.917228 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.917757 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 22:25:56.918078 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: fip_port_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.918974 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.919480 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: fip-port-details Jun 10 22:25:56.919799 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: flavors.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.921100 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.921644 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: flavors Jun 10 22:25:56.921969 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.923622 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.924145 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 22:25:56.924477 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: floatingip_pools.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.925171 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.925710 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: floatingip-pools Jun 10 22:25:56.926039 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: ip_allocation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.926936 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.927439 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 22:25:56.927760 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.928656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.929168 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: ip-substring-filtering Jun 10 22:25:56.929492 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l2_adjacency.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.930422 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.930929 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 22:25:56.931249 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.932206 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.932723 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: router Jun 10 22:25:56.933048 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.935426 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.936635 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 22:25:56.936937 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.937876 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.938397 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: ext-gw-mode Jun 10 22:25:56.938723 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.939621 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.940135 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: l3-ha Jun 10 22:25:56.940457 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3_flavors.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.941354 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.941895 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: l3-flavors Jun 10 22:25:56.942215 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.943129 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.943637 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 22:25:56.943963 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: l3agentscheduler.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.944985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.945490 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: l3_agent_scheduler Jun 10 22:25:56.945844 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: logging.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.947312 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.947835 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension logging not supported by any of loaded plugins Jun 10 22:25:56.948160 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: metering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.948883 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.949459 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: metering Jun 10 22:25:56.949811 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.950883 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.951401 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: metering_source_and_destination_fields Jun 10 22:25:56.952289 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: multiprovidernet.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.953197 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.953745 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: multi-provider Jun 10 22:25:56.954073 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: netmtu.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.954974 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.955478 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: net-mtu Jun 10 22:25:56.955800 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: netmtu_writable.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.956695 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.957208 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: net-mtu-writable Jun 10 22:25:56.957531 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: network_availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.958217 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.958725 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: network_availability_zone Jun 10 22:25:56.959045 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: network_ip_availability.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.960125 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.960639 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: network-ip-availability Jun 10 22:25:56.960962 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: network_segment_range.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.961742 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.962246 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 22:25:56.962563 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: pagination.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.963522 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.963854 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: pagination Jun 10 22:25:56.964172 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: port_device_profile.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.965063 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.965573 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: port-device-profile Jun 10 22:25:56.965920 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.966821 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.967414 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: port-mac-address-regenerate Jun 10 22:25:56.967733 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.968622 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.969127 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: port-numa-affinity-policy Jun 10 22:25:56.969449 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: port_resource_request.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.970376 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.970880 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 22:25:56.971202 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: portbindings.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.972113 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.972619 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: binding Jun 10 22:25:56.972940 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: portbindings_extended.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.975782 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.976319 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: binding-extended Jun 10 22:25:56.976658 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: portsecurity.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.977578 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.978124 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: port-security Jun 10 22:25:56.978458 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: project_id.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.979421 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.979756 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: project-id Jun 10 22:25:56.980084 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: providernet.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.980980 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.981493 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: provider Jun 10 22:25:56.981845 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.985408 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.985967 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos not supported by any of loaded plugins Jun 10 22:25:56.986304 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.987524 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.988045 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 22:25:56.988374 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.989525 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.990069 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 22:25:56.990392 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_default.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.991290 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.991803 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-default not supported by any of loaded plugins Jun 10 22:25:56.992128 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_fip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.992766 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.993275 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-fip not supported by any of loaded plugins Jun 10 22:25:56.993610 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_gateway_ip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.994523 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.995031 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 22:25:56.995353 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_port_network_policy.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.996240 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.996751 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 22:25:56.997074 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_rule_type_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:56.998007 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:56.999068 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 22:25:56.999389 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: qos_rules_alias.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.000490 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.001004 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 22:25:57.001326 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: quotasv2.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.002253 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.002579 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: quotas Jun 10 22:25:57.002897 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: quotasv2_detail.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.005930 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.006272 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: quota_details Jun 10 22:25:57.006602 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: rbac.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.007649 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.008175 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: rbac-policies Jun 10 22:25:57.008502 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: rbac_address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.009411 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.009968 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: rbac-address-group Jun 10 22:25:57.010292 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: rbac_address_scope.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.011197 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.011709 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: rbac-address-scope Jun 10 22:25:57.012029 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: rbac_security_groups.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.012939 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.013451 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: rbac-security-groups Jun 10 22:25:57.013808 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: rbac_subnetpool.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.015535 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.016052 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: rbac-subnetpool Jun 10 22:25:57.016377 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: revisionifmatch.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.017281 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.017828 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: revision-if-match Jun 10 22:25:57.018151 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: revisions.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.019245 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.019841 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: standard-attr-revisions Jun 10 22:25:57.020177 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: router_availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.020836 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.021349 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: router_availability_zone Jun 10 22:25:57.021702 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: routerservicetype.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.022607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.023116 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension router-service-type not supported by any of loaded plugins Jun 10 22:25:57.023435 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.024329 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.024842 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: security-groups-normalized-cidr Jun 10 22:25:57.025162 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.026094 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.026604 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: port-security-groups-filtering Jun 10 22:25:57.026923 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.027822 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.028339 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: security-groups-remote-address-group Jun 10 22:25:57.028664 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: securitygroup.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.038219 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.038749 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: security-group Jun 10 22:25:57.039079 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: segment.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.039850 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.040360 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension segment not supported by any of loaded plugins Jun 10 22:25:57.040683 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.041621 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.042140 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 22:25:57.042460 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: servicetype.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.043563 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.044085 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: service-type Jun 10 22:25:57.044407 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: sorting.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.045916 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.046250 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: sorting Jun 10 22:25:57.046563 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: standard_attr_segment.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.047451 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.047960 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 22:25:57.048280 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: standardattrdescription.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.048915 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.049424 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: standard-attr-description Jun 10 22:25:57.049774 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: stateful_security_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.050678 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.051192 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: stateful-security-group Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: stdattrs_common.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 22:25:57.055226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnet_onboard.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.055868 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.055868 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: subnet_onboard Jun 10 22:25:57.056168 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.057071 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.057540 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 22:25:57.057897 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnet_service_types.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.058803 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.059329 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: subnet-service-types Jun 10 22:25:57.059640 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnetallocation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.060703 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.061952 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: subnet_allocation Jun 10 22:25:57.062279 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.062938 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.063456 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: subnetpool-prefix-ops Jun 10 22:25:57.063781 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.064691 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.065197 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 22:25:57.065523 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: tagging.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.066603 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.067117 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: standard-attr-tag Jun 10 22:25:57.067443 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: timestamp.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.068637 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.069154 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loaded extension: standard-attr-timestamp Jun 10 22:25:57.069482 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: trunk.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.070526 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.071044 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension trunk not supported by any of loaded plugins Jun 10 22:25:57.071369 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: trunk_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.072275 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.072791 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension trunk-details not supported by any of loaded plugins Jun 10 22:25:57.073113 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: uplink_status_propagation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.074045 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.074550 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 22:25:57.074872 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Loading extension file: vlantransparent.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:25:57.075527 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:25:57.076034 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 22:25:57.078884 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:network Jun 10 22:25:57.079494 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnet Jun 10 22:25:57.080008 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:25:57.080450 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:port Jun 10 22:25:57.081715 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.082156 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service FLAVORS assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.082777 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.083209 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.083537 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:router Jun 10 22:25:57.083980 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:floatingip Jun 10 22:25:57.084462 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service METERING assigned prefix: /metering {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.085921 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:57.086360 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:57.086648 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:25:57.087643 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 22:25:57.088081 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:security_group Jun 10 22:25:57.088515 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 22:25:57.089116 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service CORE assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.089441 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:25:57.089827 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] subnetpool is already registered Jun 10 22:25:57.090248 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service CORE assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.090567 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:25:57.090895 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] subnetpool is already registered Jun 10 22:25:57.093195 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.093652 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service FLAVORS assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.094238 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.094656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.094983 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:router Jun 10 22:25:57.095325 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] router is already registered Jun 10 22:25:57.095731 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:floatingip Jun 10 22:25:57.096066 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] floatingip is already registered Jun 10 22:25:57.096516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service METERING assigned prefix: /metering {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.097191 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 22:25:57.097487 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] rbac_policy is already registered Jun 10 22:25:57.097920 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:security_group Jun 10 22:25:57.098253 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] security_group is already registered Jun 10 22:25:57.098647 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 22:25:57.098977 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] security_group_rule is already registered Jun 10 22:25:57.099586 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service CORE assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.099909 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:25:57.100239 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] subnetpool is already registered Jun 10 22:25:57.100649 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Service CORE assigned prefix: {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:25:57.100975 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:25:57.101302 dv-cinder-790535-2-smb neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] subnetpool is already registered Jun 10 22:25:57.101788 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: extensions {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.103224 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: address-groups {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.104829 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: address-scopes {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.106157 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.107333 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: auto-allocated-topology {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.109114 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: availability_zones {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.110349 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: dhcp-networks {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.111854 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: dhcp-agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.113280 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.115286 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: flavors {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.116547 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: service_profiles {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.117780 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: next_providers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.119255 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: service_profiles {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.120751 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: floatingip-pools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.121997 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.124316 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: floatingips {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.125993 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: l3-routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.127978 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: l3-agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.128890 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: metering-labels {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.129731 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: metering-label-rules {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.132094 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: network-ip-availabilities {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.133344 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: bindings {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.134934 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: quotas {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.136474 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: quotas {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.137919 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: rbac-policies {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.139138 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: security-groups {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.140556 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: security-group-rules {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.141821 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: service-providers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.143047 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: subnetpools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.144371 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: subnetpools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.145944 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.147618 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.149426 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.151237 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.152909 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.154891 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.156576 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.158472 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.160313 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.162259 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron.api.extensions [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:25:57.168012 dv-cinder-790535-2-smb neutron-server[91720]: WARNING keystonemiddleware.auth_token [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 22:25:57.173049 dv-cinder-790535-2-smb neutron-server[91720]: WARNING keystonemiddleware.auth_token [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 22:25:57.181243 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Acquired lock "singleton_lock" {{(pid=91720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 22:25:57.181747 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Releasing lock "singleton_lock" {{(pid=91720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 22:25:57.182386 dv-cinder-790535-2-smb neutron-server[91720]: INFO oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Starting 2 workers Jun 10 22:25:57.187286 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Started child 91861 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:25:57.191754 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Started child 91862 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:25:57.192825 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.193469 dv-cinder-790535-2-smb neutron-server[91720]: INFO neutron.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 22:25:57.193886 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Notify callbacks [] for process, before_spawn {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.194378 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [-] (91861) wsgi starting up on http://0.0.0.0:9696 Jun 10 22:25:57.196295 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.196774 dv-cinder-790535-2-smb neutron-server[91720]: INFO oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Starting 1 workers Jun 10 22:25:57.197741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [-] (91862) wsgi starting up on http://0.0.0.0:9696 Jun 10 22:25:57.201430 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Started child 91863 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:25:57.202610 dv-cinder-790535-2-smb neutron-server[91720]: INFO oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Starting 1 workers Jun 10 22:25:57.205580 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] calling RpcWorker wait() {{(pid=91863) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 22:25:57.206118 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] returning from RpcWorker wait() {{(pid=91863) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 22:25:57.207049 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Started child 91864 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:25:57.207368 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.207841 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:25:57.207962 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d1afacd8-17e0-4916-9ae6-ebfba264910e None None] Notify callbacks [] for process, after_spawn {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.209726 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 22:25:57.209942 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:25:57.210128 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:25:57.210348 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:25:57.210690 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:25:57.210845 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:25:57.211365 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.211649 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.211798 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:25:57.212258 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.212258 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.212447 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.212707 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:25:57.213042 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.213312 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.213567 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.213854 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.214104 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.214284 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.214448 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.214701 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.214954 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.215258 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.215529 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.215776 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.216063 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.216233 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.216483 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.216740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.216987 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.218176 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] debug = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.218429 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.218952 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.219189 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.219441 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.219660 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.219954 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.220197 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.220481 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.220733 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.220985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.221225 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.221487 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.221839 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.222061 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.222279 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.222524 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.222768 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.223238 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] host = dv-cinder-790535-2-smb {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.223464 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.223680 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.223939 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.224187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.224445 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.224694 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.224947 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.225205 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.225451 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.225700 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.225954 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.226200 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.226422 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.226667 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.226831 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_options = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.227067 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.227340 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.227598 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.227799 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.227969 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.228141 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.228407 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.228565 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.228821 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.229057 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.229270 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.229485 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.229725 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.229950 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.230199 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.230456 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.230671 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.230878 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.231124 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.231377 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.231603 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.231844 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.232064 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.232297 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.232532 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.232799 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.233068 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.233364 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234226 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234523 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234689 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.234917 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.235142 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.235361 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.235623 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.235985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.236094 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.236341 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.236589 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.236825 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.237064 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.237297 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.237512 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_json = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.237850 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.238096 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.238377 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.238597 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.239066 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.239282 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.239503 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.239881 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.240447 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.240740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.241060 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.241321 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.241620 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.241886 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.242133 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.242374 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.242640 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.242898 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.243200 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.243428 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.243727 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.243977 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.244235 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.244706 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.245154 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.246222 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.246222 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.246222 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.246222 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.246637 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.247003 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.247251 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.247448 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.247694 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.247995 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.248240 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.248682 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.249355 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.249355 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.249355 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250298 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250298 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250298 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250298 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250605 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.250839 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.251160 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.251263 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.251542 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.251766 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.251989 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.252205 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.252481 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.252689 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.252843 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.253092 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.253399 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.253626 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.253871 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.254093 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.254307 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.254534 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.254735 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.255049 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.255205 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.255406 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.255633 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.255833 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.256077 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.256321 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.256541 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.256803 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.256983 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.257204 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.257436 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.257659 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258672 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258672 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258672 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258672 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258963 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.258963 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.259179 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.259568 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.259822 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.260036 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.260257 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.260478 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.261144 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.261144 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.261144 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.261372 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.261685 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.262586 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.262586 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.262586 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263013 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263013 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263342 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263478 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263612 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.263833 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.264732 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.265160 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.265573 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.265862 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.266114 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.266358 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.266606 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.267357 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.267357 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.267357 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.267855 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.267855 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.268131 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.268266 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.268513 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.268755 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.269010 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.269291 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.269523 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.269836 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.270053 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.270325 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.270611 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.270883 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.271136 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.271366 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.271594 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.271824 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.272052 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.272309 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.272547 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.272768 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.273034 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.274516 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.275544 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.275544 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.275544 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.275544 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276678 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276678 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.276934 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.277068 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278076 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278076 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278076 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278076 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278386 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278386 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278584 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.278824 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.279057 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.279307 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.279526 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.279803 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.280530 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.280754 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.280976 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.281233 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.281438 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.281682 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.281925 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.282351 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.282759 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.282980 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.283196 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.283429 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.283655 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.283945 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.284252 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.284474 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.284737 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.284962 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.285387 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.285793 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.286199 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.286578 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.286796 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.287011 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.287230 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.287444 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.287660 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.287888 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.288119 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.288348 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.288606 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.288922 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.289160 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.289429 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.289670 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.290060 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.290314 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.290533 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.290751 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.290967 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.291185 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.291405 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.291640 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.291861 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.292081 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.292294 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.292504 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.292715 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.292929 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.293137 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.293461 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.293743 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.293973 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.294208 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.294442 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.294688 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.294901 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.295104 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.295340 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.295573 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.295811 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.296024 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.296231 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.296462 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.296668 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.296909 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.297118 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.297339 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.297535 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.297773 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.298001 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.298207 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.298420 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.298656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.298862 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.299190 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.299443 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.299695 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.299985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.300229 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.300471 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.300722 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.301041 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.301261 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.301519 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.301761 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.301978 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.302220 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.302477 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.302819 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.303125 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.303371 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.303632 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.303903 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.304192 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.304449 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.304683 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.304990 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.305325 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.305880 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.305880 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.306118 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.306392 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.306648 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.306886 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.307107 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.307341 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.307556 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.307811 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.308058 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.308288 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.308506 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.308754 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.308972 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.309195 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.309442 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.309719 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.309959 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.310142 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:25:57.310756 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 22:25:57.310919 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:25:57.311293 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:25:57.311515 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:25:57.311734 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:25:57.311890 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:25:57.312096 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.312258 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.312422 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.312570 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.312938 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.312938 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313204 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313204 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313435 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313556 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313746 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313872 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.313996 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314117 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314238 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314573 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314573 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314727 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314844 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.314985 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315115 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315273 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315430 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] debug = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315588 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315784 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.315930 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316092 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316248 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316406 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316563 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316719 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.316876 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317194 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317349 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317493 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317669 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317827 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.317988 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318125 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318277 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318434 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] host = dv-cinder-790535-2-smb {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318591 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318942 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.318942 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319145 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319229 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319319 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319474 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319633 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319790 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.319946 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320105 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320263 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320420 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320576 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320741 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_options = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.320879 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321036 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321193 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321373 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321725 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.321884 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322041 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322250 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322350 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322503 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322706 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322806 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.322951 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323130 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323314 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323412 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323583 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323788 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.323882 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324016 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324171 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324320 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324479 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324638 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324788 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.324927 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325077 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325245 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325398 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325554 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325737 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.325895 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.326069 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.326204 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327018 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327215 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327491 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327630 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327752 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.327872 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328026 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328206 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328366 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328513 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328620 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_json = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328776 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.328933 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329089 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329404 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329560 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329743 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.329902 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:25:57.330080 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.330311 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.330433 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.330537 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.330660 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:25:57.330752 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.330851 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331011 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331187 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331330 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331492 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331660 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331820 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.331993 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332154 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332315 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332479 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332638 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332811 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.332983 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.333145 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.333306 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.333468 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.333668 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.333833 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334000 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334160 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334320 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334480 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334641 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334803 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.334964 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335124 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335284 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335444 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335605 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335764 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.335925 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336088 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336248 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336462 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336566 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336713 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.336874 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337035 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337195 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337355 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337514 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337698 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.337860 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338020 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338191 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338352 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338511 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338671 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338832 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.338991 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339152 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339312 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339472 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339634 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339794 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.339967 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340126 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340286 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340446 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340606 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340763 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.340915 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341074 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341234 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341394 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341555 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341735 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.341942 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.343718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344289 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344289 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344289 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344492 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344492 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344641 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344770 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.344928 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.345251 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.345406 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.345569 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.345752 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.345912 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346072 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346389 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346542 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346708 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.346912 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347311 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347311 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347311 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347968 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347968 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347968 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.347968 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.348740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.348740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.348740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.348740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.348740 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.349419 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.349419 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.349419 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.349419 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.349419 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.350536 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351015 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351015 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351015 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351218 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351218 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351367 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351521 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351706 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.351868 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.353607 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.354307 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.354307 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.354570 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.354744 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.354909 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.355074 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.355238 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.355400 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.355651 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.355778 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356031 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356031 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.356838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357338 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357338 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357338 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357338 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357631 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.357714 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.358416 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.358656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.358656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.358808 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.359010 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.359097 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.359234 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.359394 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.359697 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360072 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360072 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360318 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360318 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360569 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360696 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360835 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.360966 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361095 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361236 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361366 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361495 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361698 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.361861 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362022 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362181 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362341 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362493 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362697 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362838 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.362968 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.363097 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.363246 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.363409 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.363572 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364001 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364163 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364324 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364484 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364646 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364805 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.364978 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365138 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365298 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365459 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365647 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365820 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.365980 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366140 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366299 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366458 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366627 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366786 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.366946 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367106 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367266 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367434 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367594 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367753 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.367913 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368073 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368240 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368400 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368559 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368718 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.368878 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369047 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369209 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369421 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369568 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369733 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.369865 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370016 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370177 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370333 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370515 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370678 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370827 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.370979 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.372656 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.374247 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375267 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375267 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375267 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375267 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375267 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375614 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375614 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375614 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375898 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.375898 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.376123 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.376343 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.376343 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:25:57.376589 dv-cinder-790535-2-smb neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:25:57.671738 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 41886) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:25:57.680125 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063117 Jun 10 22:26:08.790058 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa34a48b-689e-4daf-befa-db4650485eda None None] get_active_networks_info from dv-cinder-790535-2-smb {{(pid=91863) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 22:26:08.875130 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34a48b-689e-4daf-befa-db4650485eda None None] No non-hosted networks {{(pid=91863) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 22:26:08.884172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.agentschedulers_db [None req-aa34a48b-689e-4daf-befa-db4650485eda None None] DHCP Agent not found on host dv-cinder-790535-2-smb {{(pid=91863) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 22:26:08.935602 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-09672674-66fb-4390-a7a5-4ef1ac606456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:11.338414 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c19ca107-90a6-4dba-9867-7003dcd12bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:11.394148 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-15ca3e40-8b1c-46d1-ba0e-2664d8e4ac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:11.440250 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:11.441212 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.441862 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.442440 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.443002 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.443554 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.444088 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.445446 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.457304 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.457955 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.458561 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.459127 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.459692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:11.460326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:11.466196 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:12.297482 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:13.993694 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:15.262287 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 41976) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:15.663110 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.db.l3_hamode_db [None req-70f1e990-6729-4904-a174-55dba3a87429 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 22:26:15.752043 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1e990-6729-4904-a174-55dba3a87429 None None] Routers set() bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:26:15.752428 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1e990-6729-4904-a174-55dba3a87429 None None] Router IDs set() for agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 22:26:15.776228 dv-cinder-790535-2-smb neutron-server[91862]: WARNING oslo_policy.policy [None req-afc509c9-f242-4848-8c80-de3d85328d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:15.776843 dv-cinder-790535-2-smb neutron-server[91862]: WARNING oslo_policy.policy [None req-afc509c9-f242-4848-8c80-de3d85328d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:15.993603 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [None req-afc509c9-f242-4848-8c80-de3d85328d53 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:26:15.994645 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-afc509c9-f242-4848-8c80-de3d85328d53 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7311599 Jun 10 22:26:18.354418 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 41990) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:18.673536 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:18.773182 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.policy [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 22:26:18.818555 dv-cinder-790535-2-smb neutron-server[91862]: WARNING oslo_policy.policy [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:18.818926 dv-cinder-790535-2-smb neutron-server[91862]: WARNING oslo_policy.policy [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:18.828704 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.quota [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] Loaded quota_driver: . Jun 10 22:26:18.921348 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740132322548', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740132321929', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740131876534', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740131878124', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740131889845', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740131833620', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588612', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567252', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2001620'] for rbac-policy, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:18.985948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:18.987092 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-2ef0bf1e-20a9-4996-99fc-d1ee19193ae8 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6317074 Jun 10 22:26:21.560392 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42002) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:21.859006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:21.887078 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Made reservation on behalf of 6e7f3ed61909441497ed2e4e82a57ca4 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:26:21.890158 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:21.908839 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.033483 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.037120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.042377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:22.063888 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:26:22.088805 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740129804198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.089389 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Unsubscribe: segment precommit_create {{(pid=91862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 22:26:22.089897 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Added segment edaa28ab-c29f-43ea-8f13-8f5e33967609 of type vlan for network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 Jun 10 22:26:22.096437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35ae18-f2e5-4ecc-b684-d4456d02e769,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:22.132541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.132874 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.133194 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.133513 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.133910 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.134161 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.134466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.134774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.135093 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.135400 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.135702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.136000 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Tracked resource versions report: Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: pushed versions: Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: { 'AddressGroup': {'1.2'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'ConntrackHelper': {'1.0'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Log': {'1.0'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Network': {'1.1'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Port': {'1.7'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'PortForwarding': {'1.2'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'QosPolicy': {'1.8'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroup': {'1.4'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SubPort': {'1.0'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Subnet': {'1.1'}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Trunk': {'1.1'}} Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: consumer versions: Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'ConntrackHelper': '1.0', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Log': '1.0', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Network': '1.1', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Port': '1.7', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'PortForwarding': '1.2', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'QosPolicy': '1.8', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroup': '1.4', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroupRule': '1.2', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'SubPort': '1.0', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Subnet': '1.1', Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: 'Trunk': '1.1'}} Jun 10 22:26:22.137077 dv-cinder-790535-2-smb neutron-server[91862]: {{(pid=91862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:26:22.216745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:22.223210 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.273044 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.274453 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:22.275104 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:22.277811 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:22.335055 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7729046 Jun 10 22:26:22.392675 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Pushing event updated for resources: {'Network': ['ID=55edeb0c-559b-47cc-bf33-a4abf3565cf6,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:22.396130 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:22.405183 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:26:25.082756 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42016) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:25.492387 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272315bc-a714-450a-abdf-72e180d9e21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:25.493741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-272315bc-a714-450a-abdf-72e180d9e21b admin admin] 10.222.0.16 "GET /v2.0/networks/55edeb0c-559b-47cc-bf33-a4abf3565cf6 HTTP/1.1" status: 200 len: 825 time: 0.4100325 Jun 10 22:26:25.518563 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-8c106a11-f74c-4f84-a64e-e580bf6ebe4f admin admin] 10.222.0.16 "GET /v2.0/subnetpools/2799675e-7966-4979-8f29-53f4458f6fde HTTP/1.1" status: 200 len: 734 time: 0.0193737 Jun 10 22:26:25.526685 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Request body: {'subnet': {'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde', 'gateway_ip': '172.20.0.1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:25.548199 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Made reservation on behalf of 6e7f3ed61909441497ed2e4e82a57ca4 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:26:25.550516 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:25.871179 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:25.874777 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:25.949949 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Checking segment: {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:26:25.950319 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Network hostable DHCP agents. Network: 55edeb0c-559b-47cc-bf33-a4abf3565cf6, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:26:25.955155 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ec4ea1-1b6b-4719-88ed-0d8da307a041,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:25.959338 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:25.974463 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:26:25.985519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 55edeb0c-559b-47cc-bf33-a4abf3565cf6) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:25.990481 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:25.991064 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:25.995545 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9fbd9-3a8f-4dbd-bbf1-35747907878c None None] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:26:26.005251 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4816151 Jun 10 22:26:26.329833 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:26:26.331061 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:26.611997 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Allocated IP 172.20.0.2 (55edeb0c-559b-47cc-bf33-a4abf3565cf6/80ec4ea1-1b6b-4719-88ed-0d8da307a041/473cae36-749f-419a-8967-57fbef1725c8) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:26:26.872722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:26.887859 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Transition to ACTIVE for port object 473cae36-749f-419a-8967-57fbef1725c8 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:26:26.909403 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Transition to ACTIVE for port object 473cae36-749f-419a-8967-57fbef1725c8 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:26:26.917278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:26.920838 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:27.000041 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:26:27.004680 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:27.009984 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Pushing event updated for resources: {'Port': ['ID=473cae36-749f-419a-8967-57fbef1725c8,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:27.011990 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:26:27.038191 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.038531 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.038862 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.039188 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.039508 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.039865 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.040191 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.040506 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.040818 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.041131 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.041443 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.041780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Tracked resource versions report: Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: pushed versions: Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: { 'AddressGroup': {'1.2'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'ConntrackHelper': {'1.0'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Log': {'1.0'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Network': {'1.1'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Port': {'1.7'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'PortForwarding': {'1.2'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'QosPolicy': {'1.8'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroup': {'1.4'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SubPort': {'1.0'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Subnet': {'1.1'}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Trunk': {'1.1'}} Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: consumer versions: Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'ConntrackHelper': '1.0', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Log': '1.0', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Network': '1.1', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Port': '1.7', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'PortForwarding': '1.2', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'QosPolicy': '1.8', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroup': '1.4', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroupRule': '1.2', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'SubPort': '1.0', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Subnet': '1.1', Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: 'Trunk': '1.1'}} Jun 10 22:26:27.042888 dv-cinder-790535-2-smb neutron-server[91863]: {{(pid=91863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:26:27.068853 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:27.103440 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Attempting to bind port 473cae36-749f-419a-8967-57fbef1725c8 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:26:27.103827 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Attempting to bind port 473cae36-749f-419a-8967-57fbef1725c8 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:26:27.104232 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Attempting to bind port 473cae36-749f-419a-8967-57fbef1725c8 on network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:26:27.109185 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:26:27.109624 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Checking segment: {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:26:27.110057 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:27.110439 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Bound using segment: {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:26:27.110914 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Bound port: 473cae36-749f-419a-8967-57fbef1725c8, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:26:27.111294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:27.184016 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] For port 473cae36-749f-419a-8967-57fbef1725c8, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:26:27.206571 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] For port 473cae36-749f-419a-8967-57fbef1725c8, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=473cae36-749f-419a-8967-57fbef1725c8,segment=NetworkSegment(edaa28ab-c29f-43ea-8f13-8f5e33967609),segment_id=edaa28ab-c29f-43ea-8f13-8f5e33967609)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:26:27.211015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:27.213103 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:27.276551 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Pushing event updated for resources: {'Port': ['ID=473cae36-749f-419a-8967-57fbef1725c8,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:27.279588 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:28.389557 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42024) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:28.735802 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [None req-91fc9b26-7df1-446a-9f21-5748e493c721 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:26:28.736774 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-91fc9b26-7df1-446a-9f21-5748e493c721 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460279 Jun 10 22:26:31.085440 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42032) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:31.588238 dv-cinder-790535-2-smb neutron-server[91861]: WARNING oslo_policy.policy [None req-fad8c791-347b-483b-8ad8-b9d55d58af2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:31.588933 dv-cinder-790535-2-smb neutron-server[91861]: WARNING oslo_policy.policy [None req-fad8c791-347b-483b-8ad8-b9d55d58af2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:31.804112 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [None req-fad8c791-347b-483b-8ad8-b9d55d58af2e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:26:31.805295 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-fad8c791-347b-483b-8ad8-b9d55d58af2e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177992 Jun 10 22:26:33.354400 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a05f4-dff0-4f85-99c4-e732a8b4a101 None None] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:26:33.373950 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 473cae36-749f-419a-8967-57fbef1725c8 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:33.513110 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-d05b1a6e-d522-4dfe-a1f9-ab729ce1e25f None None] Provisioning for port 473cae36-749f-419a-8967-57fbef1725c8 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:26:33.551575 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 473cae36-749f-419a-8967-57fbef1725c8 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:26:33.580362 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 473cae36-749f-419a-8967-57fbef1725c8 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:33.580749 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:33.764242 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:33.810138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 473cae36-749f-419a-8967-57fbef1725c8, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=473cae36-749f-419a-8967-57fbef1725c8,segment=NetworkSegment(edaa28ab-c29f-43ea-8f13-8f5e33967609),segment_id=edaa28ab-c29f-43ea-8f13-8f5e33967609)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:26:33.813814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:33.817276 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:33.871959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=473cae36-749f-419a-8967-57fbef1725c8,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:33.881542 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:34.054780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-4d535609-0a11-4bd8-a8d2-da9eba0c5adb None None] Provisioning complete for port 473cae36-749f-419a-8967-57fbef1725c8 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:34.055036 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-4d535609-0a11-4bd8-a8d2-da9eba0c5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.428384 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42054) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:34.734127 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Request body: {'router': {'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'name': 'router1', 'admin_state_up': True}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:34.756636 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.758231 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.905332 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.909551 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.921919 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:34.923086 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3e1abd95-782f-4022-8804-afd7d9bf91b2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4937575 Jun 10 22:26:35.331246 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 473cae36-749f-419a-8967-57fbef1725c8 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:35.383402 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 473cae36-749f-419a-8967-57fbef1725c8 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:35.383780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:37.225869 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42062) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:37.539203 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [None req-4909f40a-3fed-4f46-ae04-a71d7ba2253d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:26:37.540135 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-4909f40a-3fed-4f46-ae04-a71d7ba2253d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133552 Jun 10 22:26:38.703912 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-de375d91-ae1f-4b2d-90d3-806da8fcf0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:39.867944 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42070) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:40.183447 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:40.185026 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.quota [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Loaded quota_driver: . Jun 10 22:26:40.240160 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Made reservation on behalf of 5c692bcf8e834fa2bfb6d715c53040a7 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:26:40.309966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.policy [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91861) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 22:26:40.354182 dv-cinder-790535-2-smb neutron-server[91861]: WARNING oslo_policy.policy [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:40.354545 dv-cinder-790535-2-smb neutron-server[91861]: WARNING oslo_policy.policy [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:26:40.365368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.386953 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.517883 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.521406 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.526807 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:40.534205 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Reserving flat network on physical network physnet1 {{(pid=91861) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 22:26:40.572723 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740129804198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.573292 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Unsubscribe: segment precommit_create {{(pid=91861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 22:26:40.573804 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Added segment 2b0fe53a-0b4d-4d03-ae9d-cedf792991b2 of type flat for network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 Jun 10 22:26:40.591690 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a54a8d-f513-4705-8d33-ab47aa617feb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:40.619975 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.620306 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.620629 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.620943 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.621254 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.621564 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.621893 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.622198 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.622555 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.622866 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.623848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.624157 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Tracked resource versions report: Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: pushed versions: Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: { 'AddressGroup': {'1.2'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'ConntrackHelper': {'1.0'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Log': {'1.0'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Network': {'1.1'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Port': {'1.7'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'PortForwarding': {'1.2'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'QosPolicy': {'1.8'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroup': {'1.4'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SubPort': {'1.0'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Subnet': {'1.1'}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Trunk': {'1.1'}} Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: consumer versions: Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'ConntrackHelper': '1.0', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Log': '1.0', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Network': '1.1', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Port': '1.7', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'PortForwarding': '1.2', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'QosPolicy': '1.8', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroup': '1.4', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroupRule': '1.2', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'SubPort': '1.0', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Subnet': '1.1', Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: 'Trunk': '1.1'}} Jun 10 22:26:40.625320 dv-cinder-790535-2-smb neutron-server[91861]: {{(pid=91861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:26:40.710826 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:40.712561 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.766257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.767816 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:40.768529 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:40.771231 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:40.827971 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9590187 Jun 10 22:26:40.886726 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Pushing event updated for resources: {'Network': ['ID=bfac1ffe-72d6-488f-8378-33ee84d3e7a2,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:40.890651 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:40.898559 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:26:41.323981 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-05d78ce7-1b28-43e9-8670-4783341ed6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:41.424968 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:42.239851 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:43.181155 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42094) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:43.401469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784f08d-8f39-4262-8690-245362bed8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:43.402838 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-8784f08d-8f39-4262-8690-245362bed8ef admin admin] 10.222.0.16 "GET /v2.0/subnets/80ec4ea1-1b6b-4719-88ed-0d8da307a041 HTTP/1.1" status: 200 len: 849 time: 0.2207160 Jun 10 22:26:43.603423 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-d60583da-7260-4037-b737-582297191e98 admin admin] 10.222.0.16 "GET /v2.0/routers/6c564941-2a9d-41c9-82e0-d09c31771feb HTTP/1.1" status: 200 len: 704 time: 0.1946881 Jun 10 22:26:43.936672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:43.973089 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:44.276556 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Allocated IP 172.20.0.1 (55edeb0c-559b-47cc-bf33-a4abf3565cf6/80ec4ea1-1b6b-4719-88ed-0d8da307a041/0392fb66-265b-441c-bc06-9a671cc0c3fb) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:26:44.469036 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:44.492470 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Transition to ACTIVE for port object 0392fb66-265b-441c-bc06-9a671cc0c3fb will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:26:44.573795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:44.576812 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:44.650963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:26:44.659318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:44.664842 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0392fb66-265b-441c-bc06-9a671cc0c3fb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:44.676194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:26:44.676755 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:44.819107 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-dddd99ce-ab1f-48b2-adb8-b9821f18d351 None None] Provisioning for port 0392fb66-265b-441c-bc06-9a671cc0c3fb completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:26:44.823002 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-dddd99ce-ab1f-48b2-adb8-b9821f18d351 None None] Provisioning complete for port 0392fb66-265b-441c-bc06-9a671cc0c3fb triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:44.823365 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-dddd99ce-ab1f-48b2-adb8-b9821f18d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:44.835045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:44.862591 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-dddd99ce-ab1f-48b2-adb8-b9821f18d351 None None] Port 0392fb66-265b-441c-bc06-9a671cc0c3fb cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:26:44.963025 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:45.168860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:45.173726 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:45.174939 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:45.177398 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:45.249961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0392fb66-265b-441c-bc06-9a671cc0c3fb,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:45.288487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:45.328540 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:26:45.329828 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:45.483047 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3fd0b1ff-a0de-42ee-8c18-95a700a1224a None None] Provisioning complete for port 0392fb66-265b-441c-bc06-9a671cc0c3fb triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:45.483588 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b1ff-a0de-42ee-8c18-95a700a1224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:45.519804 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Router 6c564941-2a9d-41c9-82e0-d09c31771feb is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:26:45.521675 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0b1ff-a0de-42ee-8c18-95a700a1224a None None] Port 0392fb66-265b-441c-bc06-9a671cc0c3fb cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:26:45.644488 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:26:45.649603 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c564941-2a9d-41c9-82e0-d09c31771feb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0412965 Jun 10 22:26:45.654174 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Sync routers for ids ['6c564941-2a9d-41c9-82e0-d09c31771feb'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:26:45.666643 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Routers {'6c564941-2a9d-41c9-82e0-d09c31771feb'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:26:45.667482 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:26:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['6c564941-2a9d-41c9-82e0-d09c31771feb'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:45.876049 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Set router 6c564941-2a9d-41c9-82e0-d09c31771feb gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:26:46.344528 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:44Z', 'revision_number': 2, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port_host': None, '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:45Z', 'revision_number': 2, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:46.350458 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Checking router: 6c564941-2a9d-41c9-82e0-d09c31771feb for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:26:46.350843 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Updating router 6c564941-2a9d-41c9-82e0-d09c31771feb port 0392fb66-265b-441c-bc06-9a671cc0c3fb binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:26:46.419170 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:46.939750 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:46.958482 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Transition to ACTIVE for port object 0392fb66-265b-441c-bc06-9a671cc0c3fb will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:26:46.963489 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:46.967788 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:47.184640 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Pushing event updated for resources: {'Port': ['ID=0392fb66-265b-441c-bc06-9a671cc0c3fb,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:47.199744 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.200018 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.200349 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.200673 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.200994 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.201355 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.201710 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.202067 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.202388 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.202703 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.203015 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.203326 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Tracked resource versions report: Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: pushed versions: Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: { 'AddressGroup': {'1.2'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'ConntrackHelper': {'1.0'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Log': {'1.0'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Network': {'1.1'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Port': {'1.7'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'PortForwarding': {'1.2'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'QosPolicy': {'1.8'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroup': {'1.4'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SubPort': {'1.0'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Subnet': {'1.1'}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Trunk': {'1.1'}} Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: consumer versions: Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'ConntrackHelper': '1.0', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Log': '1.0', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Network': '1.1', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Port': '1.7', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'PortForwarding': '1.2', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'QosPolicy': '1.8', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroup': '1.4', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroupRule': '1.2', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'SubPort': '1.0', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Subnet': '1.1', Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: 'Trunk': '1.1'}} Jun 10 22:26:47.204424 dv-cinder-790535-2-smb neutron-server[91864]: {{(pid=91864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:26:47.208946 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Attempting to bind port 0392fb66-265b-441c-bc06-9a671cc0c3fb on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:26:47.209343 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Attempting to bind port 0392fb66-265b-441c-bc06-9a671cc0c3fb by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:26:47.209785 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Attempting to bind port 0392fb66-265b-441c-bc06-9a671cc0c3fb on network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:26:47.211844 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:47.215686 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:26:47.216099 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Checking segment: {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:26:47.216564 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:47.217499 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Bound using segment: {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:26:47.218027 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Bound port: 0392fb66-265b-441c-bc06-9a671cc0c3fb, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaa28ab-c29f-43ea-8f13-8f5e33967609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:26:47.218401 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:47.294489 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] For port 0392fb66-265b-441c-bc06-9a671cc0c3fb, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:26:47.318097 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] For port 0392fb66-265b-441c-bc06-9a671cc0c3fb, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=0392fb66-265b-441c-bc06-9a671cc0c3fb,segment=NetworkSegment(edaa28ab-c29f-43ea-8f13-8f5e33967609),segment_id=edaa28ab-c29f-43ea-8f13-8f5e33967609)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:26:47.322410 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:47.325390 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:47.382837 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Routers {'6c564941-2a9d-41c9-82e0-d09c31771feb'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:26:47.383474 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:26:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['6c564941-2a9d-41c9-82e0-d09c31771feb'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:47.489980 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Pushing event updated for resources: {'Port': ['ID=0392fb66-265b-441c-bc06-9a671cc0c3fb,revision_number=4']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:47.501031 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:47.519111 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] Set router 6c564941-2a9d-41c9-82e0-d09c31771feb gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:26:47.790459 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:44Z', 'revision_number': 2, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port_host': None, '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:47Z', 'revision_number': 4, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:47.793765 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250c4c3-68ff-4906-91da-dd4797745506 None None] The sync data for ids ['6c564941-2a9d-41c9-82e0-d09c31771feb'] in dv-cinder-790535-2-smb is: [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:44Z', 'revision_number': 2, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port_host': None, '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:47Z', 'revision_number': 4, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:26:47.866184 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42116) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:47.999195 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16075f-6576-4dce-95e5-0228c00315cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:48.000620 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1e16075f-6576-4dce-95e5-0228c00315cb admin admin] 10.222.0.16 "GET /v2.0/networks/bfac1ffe-72d6-488f-8378-33ee84d3e7a2 HTTP/1.1" status: 200 len: 842 time: 0.1334021 Jun 10 22:26:48.009736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'name': 'public-subnet', 'cidr': '172.28.1.0/24'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:48.032967 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Made reservation on behalf of 5c692bcf8e834fa2bfb6d715c53040a7 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:26:48.035287 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:48.484011 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.objects.ports [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91861) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 22:26:48.484467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:48.486526 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:48.550237 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd10047f-71a0-47e0-bb5d-c6dc1b256618,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:48.556319 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:48.559779 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:26:48.560148 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Network hostable DHCP agents. Network: bfac1ffe-72d6-488f-8378-33ee84d3e7a2, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:26:48.587986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:26:48.600050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, bfac1ffe-72d6-488f-8378-33ee84d3e7a2) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:48.604730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:48.605562 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:48.610043 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d1f90-b452-4c98-acee-6bba8e412d42 None None] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:26:48.621313 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6150129 Jun 10 22:26:48.842871 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3445b-f002-407a-b69b-181df0988d41 None None] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:26:50.908375 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42128) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:51.070092 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a528fb5c-3673-4703-8fd9-639130118a27 admin admin] 10.222.0.16 "GET /v2.0/routers/6c564941-2a9d-41c9-82e0-d09c31771feb HTTP/1.1" status: 200 len: 710 time: 0.1605642 Jun 10 22:26:51.178374 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a863d-4f18-4e48-be3b-8b1d29b2a2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:26:51.179718 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-361a863d-4f18-4e48-be3b-8b1d29b2a2a1 admin admin] 10.222.0.16 "GET /v2.0/networks/bfac1ffe-72d6-488f-8378-33ee84d3e7a2 HTTP/1.1" status: 200 len: 886 time: 0.1046336 Jun 10 22:26:51.188541 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:26:51.366404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 0392fb66-265b-441c-bc06-9a671cc0c3fb up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:51.428010 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 0392fb66-265b-441c-bc06-9a671cc0c3fb completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:26:51.431706 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 0392fb66-265b-441c-bc06-9a671cc0c3fb triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:51.432013 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:51.522942 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:51.540570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:51.561504 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 0392fb66-265b-441c-bc06-9a671cc0c3fb, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=0392fb66-265b-441c-bc06-9a671cc0c3fb,segment=NetworkSegment(edaa28ab-c29f-43ea-8f13-8f5e33967609),segment_id=edaa28ab-c29f-43ea-8f13-8f5e33967609)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:26:51.565538 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:51.567678 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:51.624768 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=0392fb66-265b-441c-bc06-9a671cc0c3fb,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:51.627948 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:51.840124 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:51.922359 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:52.118299 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Allocated IP 172.28.1.235 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/fd8af516-f95a-4eb3-aa0a-7587436a4623) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:26:52.240143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:52.280541 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:52.282797 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:52.328339 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:26:52.331034 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:26:52.335253 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:26:52.337966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Pushing event updated for resources: {'Port': ['ID=fd8af516-f95a-4eb3-aa0a-7587436a4623,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:52.385407 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:52.646440 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:52.908840 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:52.912027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1994387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1984183'] for router, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:53.052959 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Router 6c564941-2a9d-41c9-82e0-d09c31771feb has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:26:53.196714 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:26:53.200858 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:53.202654 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] 10.222.0.16 "PUT /v2.0/routers/6c564941-2a9d-41c9-82e0-d09c31771feb HTTP/1.1" status: 200 len: 890 time: 2.0174472 Jun 10 22:26:53.220908 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Sync routers for ids ['6c564941-2a9d-41c9-82e0-d09c31771feb'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:26:53.233927 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Routers {'6c564941-2a9d-41c9-82e0-d09c31771feb'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:26:53.234629 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:26:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['6c564941-2a9d-41c9-82e0-d09c31771feb'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:53.371908 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 0392fb66-265b-441c-bc06-9a671cc0c3fb up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:53.517152 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Set router 6c564941-2a9d-41c9-82e0-d09c31771feb gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:26:53.530934 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 0392fb66-265b-441c-bc06-9a671cc0c3fb triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:53.531313 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.094532 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:52Z', 'revision_number': 4, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port': {'id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:51Z', 'updated_at': '2021-06-10T22:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:51Z', 'revision_number': 5, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:54.100508 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Checking router: 6c564941-2a9d-41c9-82e0-d09c31771feb for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:26:54.100892 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Updating router 6c564941-2a9d-41c9-82e0-d09c31771feb port fd8af516-f95a-4eb3-aa0a-7587436a4623 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:26:54.143660 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.266934 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:26:54.502772 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.512062 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Transition to ACTIVE for port object fd8af516-f95a-4eb3-aa0a-7587436a4623 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:26:54.517720 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.519930 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:54.578372 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Pushing event updated for resources: {'Port': ['ID=fd8af516-f95a-4eb3-aa0a-7587436a4623,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:54.580701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Attempting to bind port fd8af516-f95a-4eb3-aa0a-7587436a4623 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:26:54.581069 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Attempting to bind port fd8af516-f95a-4eb3-aa0a-7587436a4623 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:26:54.581433 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Attempting to bind port fd8af516-f95a-4eb3-aa0a-7587436a4623 on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:26:54.583454 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:54.587274 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:26:54.587649 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:26:54.588051 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.588441 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:26:54.588910 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Bound port: fd8af516-f95a-4eb3-aa0a-7587436a4623, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:26:54.589283 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.646791 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] For port fd8af516-f95a-4eb3-aa0a-7587436a4623, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:26:54.649908 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] For port fd8af516-f95a-4eb3-aa0a-7587436a4623, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fd8af516-f95a-4eb3-aa0a-7587436a4623,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:26:54.655299 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:54.658372 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:54.721215 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Routers {'6c564941-2a9d-41c9-82e0-d09c31771feb'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:26:54.721844 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:26:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['6c564941-2a9d-41c9-82e0-d09c31771feb'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:54.726316 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Pushing event updated for resources: {'Port': ['ID=fd8af516-f95a-4eb3-aa0a-7587436a4623,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:54.772263 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:54.868413 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] Set router 6c564941-2a9d-41c9-82e0-d09c31771feb gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:26:55.139074 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:52Z', 'revision_number': 4, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port': {'id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:51Z', 'updated_at': '2021-06-10T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:51Z', 'revision_number': 5, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:26:55.142357 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ac29-2d1e-4095-a060-412664fb782b None None] The sync data for ids ['6c564941-2a9d-41c9-82e0-d09c31771feb'] in dv-cinder-790535-2-smb is: [{'id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'name': 'router1', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:26:34Z', 'updated_at': '2021-06-10T22:26:52Z', 'revision_number': 4, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'gw_port': {'id': 'fd8af516-f95a-4eb3-aa0a-7587436a4623', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:51Z', 'updated_at': '2021-06-10T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '0392fb66-265b-441c-bc06-9a671cc0c3fb', 'name': '', 'network_id': '55edeb0c-559b-47cc-bf33-a4abf3565cf6', 'tenant_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'mac_address': 'fa:16:3e:03:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c564941-2a9d-41c9-82e0-d09c31771feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:26:43Z', 'updated_at': '2021-06-10T22:26:51Z', 'revision_number': 5, 'project_id': '6e7f3ed61909441497ed2e4e82a57ca4', 'subnets': [{'id': '80ec4ea1-1b6b-4719-88ed-0d8da307a041', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2799675e-7966-4979-8f29-53f4458f6fde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:26:55.383217 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fd8af516-f95a-4eb3-aa0a-7587436a4623 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:55.446569 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port fd8af516-f95a-4eb3-aa0a-7587436a4623 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:26:55.451603 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port fd8af516-f95a-4eb3-aa0a-7587436a4623 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:55.452119 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:55.548744 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:55.560205 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42136) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:26:55.571832 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port fd8af516-f95a-4eb3-aa0a-7587436a4623, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fd8af516-f95a-4eb3-aa0a-7587436a4623,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:26:55.575753 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:26:55.579324 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:26:55.637612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=fd8af516-f95a-4eb3-aa0a-7587436a4623,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:26:55.646971 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:26:55.699841 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c968039a-2f03-4bd0-a73e-a2e8d410a809 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1372614 Jun 10 22:26:57.368942 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fd8af516-f95a-4eb3-aa0a-7587436a4623 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:26:57.427884 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port fd8af516-f95a-4eb3-aa0a-7587436a4623 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:26:57.428199 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:08.707570 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d4750443-0ab5-4924-8031-cb988b7673c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:11.334563 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2952-6784-464a-9cd8-3e283927e59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:11.429324 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:12.249439 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:13.954259 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:31.266916 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:27:38.712671 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b64d715c-3bd3-42c7-96f0-c6dd7635fc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:41.328534 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8dee7863-4c4a-4083-b67f-ba9b9fd2abe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:41.435863 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:42.249736 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:27:43.948480 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:08.265155 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:28:08.714247 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-153af65d-25db-4a20-8da7-3c437e099fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:11.329740 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba4fd-7a28-499f-a201-49f5e49c7119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:11.427970 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:12.253777 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:13.952115 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:30.459163 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42704) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:30.520805 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.pecan_wsgi.hooks.translation [None req-652a218d-e868-48b2-99bc-8fb63c3c23ca admin admin] GET failed (client error): The resource could not be found. Jun 10 22:28:30.522163 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-652a218d-e868-48b2-99bc-8fb63c3c23ca admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620728 Jun 10 22:28:30.784622 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15875fd-0dad-4523-b2b3-0454c0414be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:30.786100 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-d15875fd-0dad-4523-b2b3-0454c0414be6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2601993 Jun 10 22:28:32.914990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42714) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:33.017612 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce4986-3d65-4501-8aff-febbdf181b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:33.018929 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9fce4986-3d65-4501-8aff-febbdf181b2b admin admin] 10.222.0.16 "GET /v2.0/subnets/80ec4ea1-1b6b-4719-88ed-0d8da307a041 HTTP/1.1" status: 200 len: 849 time: 0.1030140 Jun 10 22:28:33.027977 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:28:33.126790 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:33.292432 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740129723441'] for subnet, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:33.295386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:28:33.332213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:33.333128 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:33.335621 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] 10.222.0.16 "PUT /v2.0/subnets/80ec4ea1-1b6b-4719-88ed-0d8da307a041 HTTP/1.1" status: 200 len: 868 time: 0.3112276 Jun 10 22:28:33.336327 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90830696-832f-48ea-84a7-5e8082d096f5 None None] Network 55edeb0c-559b-47cc-bf33-a4abf3565cf6 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:28:33.358474 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ec4ea1-1b6b-4719-88ed-0d8da307a041,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:28:33.366310 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.366651 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.366982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.367307 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.367685 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.368011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.368330 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.368644 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.368981 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.369301 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.369655 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.369976 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:28:33.375320 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:28:33.758251 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9197aea4-403b-44f9-8589-d32e640cd1d7 None None] Provisioning complete for port 473cae36-749f-419a-8967-57fbef1725c8 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:28:33.758619 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9197aea4-403b-44f9-8589-d32e640cd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:33.855773 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9197aea4-403b-44f9-8589-d32e640cd1d7 None None] Provisioning complete for port 0392fb66-265b-441c-bc06-9a671cc0c3fb triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:28:33.856039 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9197aea4-403b-44f9-8589-d32e640cd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:35.465826 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42724) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:35.675159 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2bae4-7f86-4e72-ba05-508bf968ff88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:35.675634 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2bae4-7f86-4e72-ba05-508bf968ff88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:35.677115 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-1ef2bae4-7f86-4e72-ba05-508bf968ff88 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103362 Jun 10 22:28:37.784080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42732) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:37.935903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb8603-635f-4f60-97a5-12ae9a21578f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:37.936384 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb8603-635f-4f60-97a5-12ae9a21578f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:37.938549 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cebb8603-635f-4f60-97a5-12ae9a21578f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1534679 Jun 10 22:28:38.716007 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-277bcdfd-7c29-404c-875e-06a62f8238bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:40.101300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42740) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:40.281560 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060dec90-b3e9-43aa-89cc-b6810d5e7cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:40.282915 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-060dec90-b3e9-43aa-89cc-b6810d5e7cd5 admin admin] 10.222.0.16 "GET /v2.0/networks/55edeb0c-559b-47cc-bf33-a4abf3565cf6 HTTP/1.1" status: 200 len: 869 time: 0.1806548 Jun 10 22:28:41.331165 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-564f450b-8747-4059-8705-87f8e4a9364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:41.430678 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:42.253205 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:42.468134 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42748) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:42.615388 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebecc9-57dd-444c-a28e-a46f90af3cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:42.616737 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1cebecc9-57dd-444c-a28e-a46f90af3cfe admin admin] 10.222.0.16 "GET /v2.0/networks/bfac1ffe-72d6-488f-8378-33ee84d3e7a2 HTTP/1.1" status: 200 len: 886 time: 0.1476133 Jun 10 22:28:43.958051 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:28:44.757981 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42756) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:44.884818 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fdf94-c52c-4c15-961d-4739f6af128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:44.885279 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fdf94-c52c-4c15-961d-4739f6af128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:44.886791 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2b8fdf94-c52c-4c15-961d-4739f6af128f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278887 Jun 10 22:28:45.263906 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:28:46.986664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42764) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:47.082627 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98913b25-94ae-4322-bc03-3fedca926709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:47.083091 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98913b25-94ae-4322-bc03-3fedca926709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:47.084578 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-98913b25-94ae-4322-bc03-3fedca926709 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969851 Jun 10 22:28:49.224148 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42772) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:49.320277 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d456f5-563e-4bc9-b7fa-8971ee66e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:49.321579 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-43d456f5-563e-4bc9-b7fa-8971ee66e445 admin admin] 10.222.0.16 "GET /v2.0/subnets/80ec4ea1-1b6b-4719-88ed-0d8da307a041 HTTP/1.1" status: 200 len: 868 time: 0.0965056 Jun 10 22:28:51.450943 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42780) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:28:51.544215 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d59b3-2add-468b-82c6-c67ef672bac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:28:51.545531 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b66d59b3-2add-468b-82c6-c67ef672bac9 admin admin] 10.222.0.16 "GET /v2.0/subnets/dd10047f-71a0-47e0-bb5d-c6dc1b256618 HTTP/1.1" status: 200 len: 816 time: 0.0936666 Jun 10 22:29:08.717568 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0ffffa58-a78d-4f6f-8960-0628e5f19919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:11.331911 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8136056d-cbdf-4e62-befe-cdc7675bda10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:11.432364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:12.256344 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:13.961519 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:14.719364 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42824) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:29:14.764313 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [None req-c0dd34ce-f28c-4f68-8309-347e631db13f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:29:14.765423 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c0dd34ce-f28c-4f68-8309-347e631db13f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451014 Jun 10 22:29:16.976266 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42832) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:29:17.037300 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd6fd50-69bc-4094-b4b8-3caf4591761e admin admin] GET failed (client error): The resource could not be found. Jun 10 22:29:17.038627 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2dd6fd50-69bc-4094-b4b8-3caf4591761e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614543 Jun 10 22:29:17.144283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b1da1-8d88-4bd0-90d5-a42cc54d6819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:29:17.145719 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-d98b1da1-8d88-4bd0-90d5-a42cc54d6819 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1033599 Jun 10 22:29:19.305644 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42840) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:29:19.350655 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:29:19.371019 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Made reservation on behalf of 5c692bcf8e834fa2bfb6d715c53040a7 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:29:19.373506 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:19.406308 dv-cinder-790535-2-smb neutron-server[91861]: WARNING neutron.services.revisions.revision_plugin [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Could not find related network for resource to bump revision. Jun 10 22:29:19.420904 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:29:19.431097 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:19.431436 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Added segment ac6ad023-6d15-4925-bac6-2ca2095ef8a8 of type vlan for network f1c642d5-697e-4be2-ac63-135194db5666 Jun 10 22:29:19.486415 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:19.514249 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:19.515515 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:29:19.516050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:19.518699 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:29:19.557246 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2505138 Jun 10 22:29:19.600701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Pushing event updated for resources: {'Network': ['ID=f1c642d5-697e-4be2-ac63-135194db5666,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:29:19.607757 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.608103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.608447 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.609413 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.609897 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.610259 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.610565 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.610890 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.611238 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.611567 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.611889 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.612209 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:19.617787 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:29:19.625049 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network f1c642d5-697e-4be2-ac63-135194db5666 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:29:21.687912 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42848) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:29:21.749252 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf836574-f13f-4b08-9b66-e61b40207fce admin admin] GET failed (client error): The resource could not be found. Jun 10 22:29:21.750751 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-bf836574-f13f-4b08-9b66-e61b40207fce admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619071 Jun 10 22:29:21.913817 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cebd4dc-8489-4dbc-8b98-79236ac09e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:29:21.915270 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0cebd4dc-8489-4dbc-8b98-79236ac09e0d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1607752 Jun 10 22:29:21.924781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:29:21.944578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Made reservation on behalf of 5c692bcf8e834fa2bfb6d715c53040a7 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:29:21.946883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.143602 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.146496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7897a054-5fe0-4e60-a578-ecbee5424787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:29:22.212123 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267518a3-f8bf-48af-ac7c-fcd034b9b949,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:29:22.215931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:29:22.222039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Checking segment: {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:29:22.222388 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Network hostable DHCP agents. Network: f1c642d5-697e-4be2-ac63-135194db5666, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:29:22.237786 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Network f1c642d5-697e-4be2-ac63-135194db5666 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:29:22.245787 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, f1c642d5-697e-4be2-ac63-135194db5666) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:29:22.250072 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:29:22.250653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.254450 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b67bd-3d53-44a5-b4d1-60e1908ab2bd None None] Network f1c642d5-697e-4be2-ac63-135194db5666 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:29:22.262234 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:29:22.264739 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3433561 Jun 10 22:29:22.447701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-f1c642d5-697e-4be2-ac63-135194db5666', 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666', 'tenant_id': '5c692bcf8e834fa2bfb6d715c53040a7', 'fixed_ips': [{'subnet_id': '267518a3-f8bf-48af-ac7c-fcd034b9b949'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:29:22.448547 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.600074 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Allocated IP 192.168.233.2 (f1c642d5-697e-4be2-ac63-135194db5666/267518a3-f8bf-48af-ac7c-fcd034b9b949/362cb8e1-6f2c-48c1-96dd-f47b8c7ba994) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:29:22.776086 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.785505 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Transition to ACTIVE for port object 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:29:22.801475 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Transition to ACTIVE for port object 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:29:22.807196 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.809263 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:29:22.856142 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Network f1c642d5-697e-4be2-ac63-135194db5666 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:29:22.859160 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:29:22.862968 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:29:22.874761 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Pushing event updated for resources: {'Port': ['ID=362cb8e1-6f2c-48c1-96dd-f47b8c7ba994,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:29:22.903419 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.903762 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.904103 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.904435 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.904766 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.905094 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.905417 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.905812 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.906138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.906459 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.906775 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.907091 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:29:22.930991 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:29:22.945883 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Attempting to bind port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:29:22.946243 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Attempting to bind port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:29:22.946604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Attempting to bind port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 on network f1c642d5-697e-4be2-ac63-135194db5666 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:29:22.951522 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:29:22.951886 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Checking segment: {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:29:22.952279 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:22.952697 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Bound using segment: {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:29:22.953427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Bound port: 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:29:22.954004 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:23.118836 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] For port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:29:23.122372 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] For port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=362cb8e1-6f2c-48c1-96dd-f47b8c7ba994,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:29:23.126372 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:23.129238 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:29:23.192579 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Pushing event updated for resources: {'Port': ['ID=362cb8e1-6f2c-48c1-96dd-f47b8c7ba994,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:29:23.195285 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:29:23.504132 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:29:23.564757 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:29:24.036619 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df4616-58dd-4c5f-816e-15f2726a5949 None None] Network f1c642d5-697e-4be2-ac63-135194db5666 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:29:24.140952 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Provisioning for port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:29:24.152511 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Provisioning complete for port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:29:24.152814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:24.320221 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:24.364515 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] For port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=362cb8e1-6f2c-48c1-96dd-f47b8c7ba994,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:29:24.368937 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:24.371793 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1bb7a9b7-4366-48cf-be34-48568da195b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:29:24.432614 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Pushing event updated for resources: {'Port': ['ID=362cb8e1-6f2c-48c1-96dd-f47b8c7ba994,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:29:24.435708 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:29:24.588368 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-72f4a550-effb-4bbd-b0f9-16040da55f74 None None] Provisioning complete for port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:29:24.589040 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-72f4a550-effb-4bbd-b0f9-16040da55f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:25.463478 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:29:25.516637 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 362cb8e1-6f2c-48c1-96dd-f47b8c7ba994 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:29:25.517004 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:38.719439 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-33cc9e72-131a-4bff-80bb-613f6a276578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:41.333679 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a5162554-397c-43c7-b2cd-10c7eecd450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:41.432918 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:42.260094 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:43.964019 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:29:59.260839 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:30:08.721172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ccf31353-ffbd-4083-95e0-a03f5de533a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:11.335386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b80e399d-739c-4780-8077-298fb9dc8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:11.434061 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:12.263497 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:13.965614 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:34.697204 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42900) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:30:34.703482 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [None req-cac4a805-a1fb-42d9-bf31-d8476136a024 tempest-verify_tempest_config-1541305784 tempest-verify_tempest_config-1541305784-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:30:34.704466 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-cac4a805-a1fb-42d9-bf31-d8476136a024 tempest-verify_tempest_config-1541305784 tempest-verify_tempest_config-1541305784-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062821 Jun 10 22:30:35.010778 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42918) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:30:35.117512 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.210542 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.214168 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.220687 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:30:35.262484 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10e4a279ee6047fa86ccb60ab38808b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2506630 Jun 10 22:30:35.265021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db2bd3-25c3-4ddf-b732-849a75652e93,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:30:35.265838 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42924) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:30:35.271847 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.272192 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.272523 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.272846 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.273164 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.273483 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.273827 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.274149 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.274465 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.274784 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.275101 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.275413 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.279205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:30:35.327954 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.349507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.439767 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.442767 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:35.446315 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8db2bd3-25c3-4ddf-b732-849a75652e93 HTTP/1.1" status: 204 len: 168 time: 0.1755021 Jun 10 22:30:35.446315 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:30:35.455583 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db2bd3-25c3-4ddf-b732-849a75652e93,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:30:35.462331 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.462683 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.463022 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.463357 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.463712 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.464044 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.464371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.464695 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.465033 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.465360 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.465706 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.466026 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:30:35.469884 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:30:36.258762 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:30:38.723488 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c8b13029-4c8f-468c-b001-588e3da1c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:41.338944 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-77c04fd6-e2e3-45a5-9e30-22bc22eb6835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:41.437744 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:42.267859 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:30:43.968662 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:08.723804 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-429b9367-ab75-4cba-ad2e-6153d8bfd3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:11.339533 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5123-6530-4173-b96a-9a5c003429ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:11.436426 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:12.270257 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:13.257340 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:31:13.971022 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:38.725427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-38f852fa-abf7-4286-b356-71c4a90d2e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:41.338659 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c575e0f2-4c9f-44f2-a90c-26477cbb2fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:41.440126 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:42.272845 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:43.973282 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:31:50.255868 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 5 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:32:08.724940 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5143d4e-fd48-4295-bf91-e69d9a371176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:11.338644 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-92dbbaa5-bd22-4538-9228-93f46a38a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:11.438946 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:12.277111 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:13.975659 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:14.573116 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189'] for agent, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:18.596037 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 42976) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:32:18.698876 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-0408154a-a3bd-4f3d-b3cd-abfa9b1d211e admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1017489 Jun 10 22:32:20.835421 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 42986) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:32:20.897662 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f7a67ca0-f0cf-4b7d-8b33-51afce0e4d83 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0610251 Jun 10 22:32:27.255011 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:32:38.724727 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-4b6e4e21-11a5-4937-88c0-0d73661ffaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:41.339251 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-de9d1a21-2355-477e-9d54-f4ea8ffe7785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:41.438395 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:42.278238 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:43.977362 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:32:44.534278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:04.253534 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:33:08.725003 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e88b2e84-bf4a-4234-92c8-c16a7399bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:11.339985 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae0a-3db8-48d7-86be-83dc7ee0aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:11.449192 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:12.281581 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:13.979891 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:14.550731 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:38.725478 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-da9f3d5e-a793-4bd5-912d-421d3a7ab518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:41.255821 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:33:41.340971 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd8b-bebd-4474-b3e7-3e1d58f379a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:41.441981 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:42.284653 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:43.981228 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:44.548053 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:48.845944 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43148) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:49.037902 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-network', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:49.066984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Made reservation on behalf of ea810c1d8fc94429b4968af0a779c8a2 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:49.069669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.083330 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.181761 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.185410 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.189982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:49.214106 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:33:49.223880 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345395e6-6c2b-44bf-9974-4a865ece2021,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:49.233499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.233869 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.234198 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.234520 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.234839 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.235148 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.235497 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.235844 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.236133 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.236460 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.236775 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.237081 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Tracked resource versions report: Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: pushed versions: Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: { 'AddressGroup': {'1.2'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'ConntrackHelper': {'1.0'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Log': {'1.0'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Network': {'1.1'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Port': {'1.7'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'PortForwarding': {'1.2'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'QosPolicy': {'1.8'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroup': {'1.4'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SubPort': {'1.0'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Subnet': {'1.1'}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Trunk': {'1.1'}} Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: consumer versions: Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'ConntrackHelper': '1.0', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Log': '1.0', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Network': '1.1', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Port': '1.7', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'PortForwarding': '1.2', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'QosPolicy': '1.8', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroup': '1.4', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SecurityGroupRule': '1.2', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'SubPort': '1.0', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Subnet': '1.1', Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: 'Trunk': '1.1'}} Jun 10 22:33:49.238111 dv-cinder-790535-2-smb neutron-server[91862]: {{(pid=91862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:33:49.241528 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:49.243315 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.243641 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Added segment d4b41006-fe24-4e3f-bd6e-5e477536488b of type vlan for network b26f3786-1445-4388-8d34-a44aab878cf8 Jun 10 22:33:49.301434 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.332726 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.334959 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:49.335539 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.338430 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9807990e-1b2c-44cb-ac54-72dd1998e4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:49.424054 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Pushing event updated for resources: {'Network': ['ID=b26f3786-1445-4388-8d34-a44aab878cf8,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:49.426997 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:49.437848 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5880792 Jun 10 22:33:49.438026 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network b26f3786-1445-4388-8d34-a44aab878cf8 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:33:49.439057 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43198) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:49.443633 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Request body: {'subnet': {'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-subnet', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:49.468250 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Made reservation on behalf of ea810c1d8fc94429b4968af0a779c8a2 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:49.471657 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.693106 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.699854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:49.762515 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43210) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:49.772271 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Checking segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:49.772626 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Network hostable DHCP agents. Network: b26f3786-1445-4388-8d34-a44aab878cf8, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:33:49.785229 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca93f94d-1263-4010-9051-3a1781904da7,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:49.792871 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:49.793062 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43216) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:49.802997 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Network b26f3786-1445-4388-8d34-a44aab878cf8 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:33:49.814988 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, b26f3786-1445-4388-8d34-a44aab878cf8) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:49.820010 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:49.821025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.825883 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed20f3-66d0-466c-b96e-33e0d2adebd7 None None] Network b26f3786-1445-4388-8d34-a44aab878cf8 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:49.842052 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43220) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:49.842807 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-87fb89b0-760c-46ee-b733-612b9d93b854 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4031003 Jun 10 22:33:49.848367 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:49.875059 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.876956 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:49.978782 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43224) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:50.039823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741f6f2-4351-4a69-acce-6029d9615a7b None None] Network b26f3786-1445-4388-8d34-a44aab878cf8 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:50.040371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.251993 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-191796860-network', 'tenant_id': '3c6862d3728c41259a05ee2dcf007bd0'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:50.426110 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-455549722-network', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:50.456056 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.482249 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1374168839-network', 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:50.495132 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Made reservation on behalf of 3c6862d3728c41259a05ee2dcf007bd0 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:50.497978 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.514986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Made reservation on behalf of 149a394c09a8489d9117f5f2d8307cd7 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:50.519303 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.523446 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:50.526896 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.539759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.547373 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.575518 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.910191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.942252 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:50.952684 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:50.967881 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:33:50.984318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.018698 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.025378 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.026584 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.026890 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Added segment a31938d6-c35f-4eab-b105-5742abbe9fa3 of type vlan for network 182b4907-aa69-4a3e-bc3d-23e1a5747407 Jun 10 22:33:51.036330 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:51.067089 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:51.074640 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.083108 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:51.089485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:33:51.092364 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e655065-4b30-4c2e-86eb-3116e3a08ba5,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:51.104910 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.105257 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Added segment 8656014b-a7f4-42c8-80b0-33fb830c8533 of type vlan for network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 Jun 10 22:33:51.171810 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.175734 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.176442 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.176842 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.177191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.177736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.178210 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.178747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.179231 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.179795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.180297 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.180617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.181027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Tracked resource versions report: Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: pushed versions: Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: { 'AddressGroup': {'1.2'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'ConntrackHelper': {'1.0'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Log': {'1.0'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Network': {'1.1'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Port': {'1.7'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'PortForwarding': {'1.2'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'QosPolicy': {'1.8'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroup': {'1.4'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SubPort': {'1.0'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Subnet': {'1.1'}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Trunk': {'1.1'}} Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: consumer versions: Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'ConntrackHelper': '1.0', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Log': '1.0', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Network': '1.1', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Port': '1.7', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'PortForwarding': '1.2', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'QosPolicy': '1.8', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroup': '1.4', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SecurityGroupRule': '1.2', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'SubPort': '1.0', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Subnet': '1.1', Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: 'Trunk': '1.1'}} Jun 10 22:33:51.182127 dv-cinder-790535-2-smb neutron-server[91861]: {{(pid=91861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:33:51.199420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:51.207714 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.222717 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.224745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:51.226584 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.230927 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76fdb41f-478a-423b-816e-0a6117b3065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:51.323638 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.328432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.332007 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:51.332773 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.340303 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f61a4cc-6887-4f29-8581-e882bc6efabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:51.346453 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Allocated IP 172.28.1.124 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/46a3b448-11ac-4511-8e40-a8118c2be898) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:33:51.350768 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3679719 Jun 10 22:33:51.351572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.351707 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43276) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:51.360847 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Request body: {'subnet': {'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1374168839-subnet', 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:51.364266 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:51.374114 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:51.379209 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:33:51.415273 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:51.418166 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.443039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43280) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:51.444583 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6492584 Jun 10 22:33:51.453781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Request body: {'subnet': {'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-subnet', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:51.503807 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Made reservation on behalf of 149a394c09a8489d9117f5f2d8307cd7 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:51.506303 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.523798 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:33:51.527191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Pushing event updated for resources: {'Network': ['ID=182b4907-aa69-4a3e-bc3d-23e1a5747407,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:51.545262 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:51.546568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2242d0cf-72ae-4a69-b0a0-5c9efd1ec352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:51.551312 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:33:51.597858 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba92a17-a0cc-4c21-af25-6631ebcd93ff,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:51.619429 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:51.624419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.625040 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Added segment 98c906f9-bad4-434c-ba33-465951538ebf of type vlan for network dfde90c6-dcae-4277-9d22-19111c9cff55 Jun 10 22:33:51.772794 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.811454 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.845877 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.848570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:51.849154 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:51.870985 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d24861db-9130-456e-bf13-60462fea4b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:51.923515 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1586621 Jun 10 22:33:51.924237 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43306) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:51.978025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Request body: {'subnet': {'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-191796860-subnet', 'tenant_id': '3c6862d3728c41259a05ee2dcf007bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:52.058925 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Pushing event updated for resources: {'Network': ['ID=dfde90c6-dcae-4277-9d22-19111c9cff55,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:52.064429 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:52.066499 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.067083 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Made reservation on behalf of 3c6862d3728c41259a05ee2dcf007bd0 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:33:52.069556 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.073792 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network dfde90c6-dcae-4277-9d22-19111c9cff55 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:33:52.076537 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:52.133696 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:33:52.143427 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:52.147978 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:33:52.273284 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Pushing event updated for resources: {'Port': ['ID=46a3b448-11ac-4511-8e40-a8118c2be898,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:52.277678 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:52.409063 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.450774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:52.455997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43332) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:52.546395 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.547231 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43338) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:52.603112 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.646676 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e6c85e-c607-4359-9fce-560e468ca85c,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:52.660432 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:52.667007 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:52.728804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Checking segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:52.729232 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Network hostable DHCP agents. Network: 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:33:52.794013 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00db873-4b40-49e4-b1db-fc4a572e35f0,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:52.796740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Checking segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:52.797089 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Network hostable DHCP agents. Network: 182b4907-aa69-4a3e-bc3d-23e1a5747407, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:33:52.800636 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:52.822205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.826242 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:33:52.830894 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:52.870201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:33:52.880729 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:52.891005 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e0c17-64b8-49e6-8eef-7848d78572ea None None] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:52.892397 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:52.893042 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.898110 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 182b4907-aa69-4a3e-bc3d-23e1a5747407) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:52.913122 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.913301 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:52.913764 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.915669 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59681ad0-6f13-46e2-8dae-1f5d17ce579b None None] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:52.921474 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db50571-98d3-45d3-be27-55d1a5e133bb,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:52.933297 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:52.938023 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:52.950142 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3dabaa33-f51d-490f-b399-625d35fd3d1c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5973237 Jun 10 22:33:52.951057 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Checking segment: {'id': '98c906f9-bad4-434c-ba33-465951538ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:52.951416 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Network hostable DHCP agents. Network: dfde90c6-dcae-4277-9d22-19111c9cff55, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:33:52.969851 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5215826 Jun 10 22:33:52.974207 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43358) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:52.979540 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:33:52.996633 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Network dfde90c6-dcae-4277-9d22-19111c9cff55 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:33:53.022828 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, dfde90c6-dcae-4277-9d22-19111c9cff55) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:53.027854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:53.028555 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.059781 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad6676-82b7-4e39-bf04-2a72252ab13a None None] Network dfde90c6-dcae-4277-9d22-19111c9cff55 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:53.248362 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.250133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.258035 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.276545 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ee0cb817-c165-4e37-ac1c-5f08bddbc341 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3022604 Jun 10 22:33:53.309434 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:53.382898 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b205e2b-05e3-41c2-8c66-cf21778fcbe2 None None] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:53.637170 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed7f92-aef5-44f2-bb69-c2ec117fb2f3 None None] Network dfde90c6-dcae-4277-9d22-19111c9cff55 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:53.694548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43388) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:53.698415 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b0996c384cb49e4807579ae5c66479e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2348847 Jun 10 22:33:53.731716 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.734464 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13422cb3-67b5-40c6-8a14-94ad0d0e596b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:53.758927 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:53.759710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.763525 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:53.809098 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Router 9405a6e1-e5f4-4eec-996c-895eda5a828b is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:33:53.813182 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.815823 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.817101 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:53.818581 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94135b025fc44a63b32fc3d79d55b481&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2678199 Jun 10 22:33:53.820501 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f445ecde-829c-4d16-b0e7-966d7ba639a8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:53.823258 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43410) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:53.845411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:53.901578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43424) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:53.908562 dv-cinder-790535-2-smb neutron-server[91862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 22:33:53.927931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.020425 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.030016 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.075329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.077535 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:33:54.087729 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b4982-c77f-4650-9671-28546230053d None None] Sync routers for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:33:54.102589 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:33:54.103213 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:33:54.110273 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43430) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:54.113546 dv-cinder-790535-2-smb neutron-server[91861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 22:33:54.156379 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-182b4907-aa69-4a3e-bc3d-23e1a5747407', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:33:54.157346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.190905 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.193553 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3503137 Jun 10 22:33:54.195839 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43432) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:54.352698 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:33:54.420340 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Allocated IP 172.20.0.2 (182b4907-aa69-4a3e-bc3d-23e1a5747407/a00db873-4b40-49e4-b1db-fc4a572e35f0/bd1b4bb0-539f-4b58-99f7-c369174d13c9) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:33:54.450507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.462291 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.463521 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f445ecde-829c-4d16-b0e7-966d7ba639a8 HTTP/1.1" status: 204 len: 168 time: 0.6277230 Jun 10 22:33:54.473395 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-96d3b7af-2cfc-4c07-bc9b-83a7da2672da tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:54.473971 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:54.480455 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-96d3b7af-2cfc-4c07-bc9b-83a7da2672da tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/networks?id=dfde90c6-dcae-4277-9d22-19111c9cff55 HTTP/1.1" status: 200 len: 811 time: 0.5738406 Jun 10 22:33:54.493836 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.498674 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.508195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.512693 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13422cb3-67b5-40c6-8a14-94ad0d0e596b HTTP/1.1" status: 204 len: 168 time: 0.8168340 Jun 10 22:33:54.514335 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-483021e7-aae8-4b5a-90dc-7148b51363f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:54.522719 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f445ecde-829c-4d16-b0e7-966d7ba639a8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:54.524578 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-a98813d2-2a1c-409e-9f1d-eab7b84d67c5 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/quotas/3c6862d3728c41259a05ee2dcf007bd0 HTTP/1.1" status: 200 len: 375 time: 0.0430429 Jun 10 22:33:54.542930 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:54.566828 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-559709ef-90ff-4239-84c0-9bc48d046fdf tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:33:54.580072 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-559709ef-90ff-4239-84c0-9bc48d046fdf tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.4660919 Jun 10 22:33:54.607360 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-acad6258-056f-484c-9f9c-fa9d8257cc8e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/quotas/f55c48b409fc48b78ade5c1a4a5c051a HTTP/1.1" status: 200 len: 375 time: 0.0269382 Jun 10 22:33:54.609680 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-86ba5406-db32-4144-b937-d06134fec136 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6862d3728c41259a05ee2dcf007bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839942 Jun 10 22:33:54.612772 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13422cb3-67b5-40c6-8a14-94ad0d0e596b,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:54.627427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:54.711851 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:52Z', 'revision_number': 3, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:33:54.716032 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b4982-c77f-4650-9671-28546230053d None None] Checking router: 9405a6e1-e5f4-4eec-996c-895eda5a828b for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:33:54.716401 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b4982-c77f-4650-9671-28546230053d None None] Updating router 9405a6e1-e5f4-4eec-996c-895eda5a828b port 46a3b448-11ac-4511-8e40-a8118c2be898 binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:33:54.780659 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.820230 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1984447f-3bef-4315-a38e-f2e95c118afc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075078 Jun 10 22:33:54.829992 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.856339 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Transition to ACTIVE for port object bd1b4bb0-539f-4b58-99f7-c369174d13c9 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:33:54.910494 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Transition to ACTIVE for port object bd1b4bb0-539f-4b58-99f7-c369174d13c9 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:33:54.940666 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:54.943903 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:55.077159 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Pushing event updated for resources: {'Port': ['ID=bd1b4bb0-539f-4b58-99f7-c369174d13c9,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:55.118640 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:33:55.129774 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:55.140386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.143364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.143908 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.144399 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.144892 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.147543 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.148928 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.149544 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.150055 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.152037 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.153770 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.154253 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Tracked resource versions report: Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: pushed versions: Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: { 'AddressGroup': {'1.2'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'ConntrackHelper': {'1.0'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Log': {'1.0'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Network': {'1.1'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Port': {'1.7'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'PortForwarding': {'1.2'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'QosPolicy': {'1.8'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroup': {'1.4'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SubPort': {'1.0'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Subnet': {'1.1'}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Trunk': {'1.1'}} Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: consumer versions: Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'ConntrackHelper': '1.0', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Log': '1.0', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Network': '1.1', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Port': '1.7', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'PortForwarding': '1.2', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'QosPolicy': '1.8', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroup': '1.4', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SecurityGroupRule': '1.2', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'SubPort': '1.0', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Subnet': '1.1', Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: 'Trunk': '1.1'}} Jun 10 22:33:55.163864 dv-cinder-790535-2-smb neutron-server[91863]: {{(pid=91863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:33:55.171608 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:33:55.180154 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:55.336357 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Attempting to bind port bd1b4bb0-539f-4b58-99f7-c369174d13c9 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:33:55.336982 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Attempting to bind port bd1b4bb0-539f-4b58-99f7-c369174d13c9 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:33:55.337724 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Attempting to bind port bd1b4bb0-539f-4b58-99f7-c369174d13c9 on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:33:55.342223 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.350392 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:33:55.351023 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Checking segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:55.351601 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.352824 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Bound using segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:33:55.353469 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Bound port: bd1b4bb0-539f-4b58-99f7-c369174d13c9, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:33:55.354834 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.356310 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-e92b4982-c77f-4650-9671-28546230053d None None] Transition to ACTIVE for port object 46a3b448-11ac-4511-8e40-a8118c2be898 will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:33:55.375438 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.378145 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43460) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:55.379870 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:55.415519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.485434 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43468) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:55.492803 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Pushing event updated for resources: {'Port': ['ID=46a3b448-11ac-4511-8e40-a8118c2be898,revision_number=2']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:55.516209 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.520073 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.520711 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.521421 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.522003 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.522318 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] For port bd1b4bb0-539f-4b58-99f7-c369174d13c9, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:33:55.522810 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.523364 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.523916 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.524450 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.524989 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.525530 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.526083 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Tracked resource versions report: Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: pushed versions: Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: { 'AddressGroup': {'1.2'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'ConntrackHelper': {'1.0'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Log': {'1.0'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Network': {'1.1'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Port': {'1.7'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'PortForwarding': {'1.2'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'QosPolicy': {'1.8'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroup': {'1.4'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SubPort': {'1.0'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Subnet': {'1.1'}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Trunk': {'1.1'}} Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: consumer versions: Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: { DHCP agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: L3 agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: Metadata agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: Metering agent@dv-cinder-790535-2-smb: {}, Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: Open vSwitch agent@dv-cinder-790535-2-smb: { 'AddressGroup': '1.2', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'ConntrackHelper': '1.0', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Log': '1.0', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Network': '1.1', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Port': '1.7', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'PortForwarding': '1.2', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'QosPolicy': '1.8', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroup': '1.4', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SecurityGroupRule': '1.2', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'SubPort': '1.0', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Subnet': '1.1', Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: 'Trunk': '1.1'}} Jun 10 22:33:55.527429 dv-cinder-790535-2-smb neutron-server[91864]: {{(pid=91864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:33:55.530534 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] For port bd1b4bb0-539f-4b58-99f7-c369174d13c9, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=bd1b4bb0-539f-4b58-99f7-c369174d13c9,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:33:55.546037 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.548281 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:55.553095 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:55.620824 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-e92b4982-c77f-4650-9671-28546230053d None None] Attempting to bind port 46a3b448-11ac-4511-8e40-a8118c2be898 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:33:55.621346 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-e92b4982-c77f-4650-9671-28546230053d None None] Attempting to bind port 46a3b448-11ac-4511-8e40-a8118c2be898 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:33:55.621988 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4982-c77f-4650-9671-28546230053d None None] Attempting to bind port 46a3b448-11ac-4511-8e40-a8118c2be898 on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:33:55.627955 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4982-c77f-4650-9671-28546230053d None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:33:55.628687 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4982-c77f-4650-9671-28546230053d None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:33:55.629129 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.629669 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4982-c77f-4650-9671-28546230053d None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:33:55.630265 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-e92b4982-c77f-4650-9671-28546230053d None None] Bound port: 46a3b448-11ac-4511-8e40-a8118c2be898, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:33:55.630762 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.654454 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-2307d378-55ec-4143-8687-27ebe2272fec service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:33:55.661834 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-2307d378-55ec-4143-8687-27ebe2272fec service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2826540 Jun 10 22:33:55.676823 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.695819 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Pushing event updated for resources: {'Port': ['ID=bd1b4bb0-539f-4b58-99f7-c369174d13c9,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:55.699515 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:55.722006 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-e92b4982-c77f-4650-9671-28546230053d None None] For port 46a3b448-11ac-4511-8e40-a8118c2be898, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:33:55.726167 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-e92b4982-c77f-4650-9671-28546230053d None None] For port 46a3b448-11ac-4511-8e40-a8118c2be898, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=46a3b448-11ac-4511-8e40-a8118c2be898,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:33:55.730837 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-e92b4982-c77f-4650-9671-28546230053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.733888 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:55.762977 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.822400 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:33:55.823034 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:33:55.824810 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Pushing event updated for resources: {'Port': ['ID=46a3b448-11ac-4511-8e40-a8118c2be898,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:55.829748 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:55.858588 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:55.862456 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-3ca843f2-45a8-4d03-a062-3f25fa0965a0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:33:55.870232 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-3ca843f2-45a8-4d03-a062-3f25fa0965a0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1418972 Jun 10 22:33:56.024069 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-624f0c41-8831-48b8-bd63-831a854fcb55 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529839 Jun 10 22:33:56.043047 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:33:56.073892 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-1b628309-f509-4a28-95b5-eae990138dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087462 Jun 10 22:33:56.212690 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-7e412c96-b60d-41c3-bb0e-8f62574ce190 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572380 Jun 10 22:33:56.218585 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:56.255690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Allocated IP 172.28.1.73 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/1f6266da-3003-4140-8bc9-a1a3785142aa) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:33:56.285316 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:56.294093 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-31e06ffb-18fb-4005-aa43-8a8002382a63 service neutron] 10.222.0.16 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192664 Jun 10 22:33:56.304348 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:56.332682 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e92b4982-c77f-4650-9671-28546230053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:52Z', 'revision_number': 3, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:33:56.338839 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c746e54c-48b3-4cda-aaa2-78f5bc094bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:56.341361 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b4982-c77f-4650-9671-28546230053d None None] The sync data for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb is: [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:52Z', 'revision_number': 3, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:33:56.456876 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af6bde8c459b445291ba51d425a3f144&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0731163 Jun 10 22:33:56.457730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43482) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:56.464478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1fe76d-a1ca-488a-aa8c-cf906fe08040,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:56.476508 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:56.649541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:56.666586 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Allocated IP 172.20.0.1 (b26f3786-1445-4388-8d34-a44aab878cf8/ca93f94d-1263-4010-9051-3a1781904da7/ed46bc01-44cc-42b3-ac61-d5b0a177b780) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:33:56.768784 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.017056 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-50b7105e-d3e2-4a66-96dc-1983fa57ea38 req-e40bc803-50a9-4e5f-81ff-81dda61d149a tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.2694991 Jun 10 22:33:57.089374 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.118395 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.129539 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:57.158713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.189208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.197108 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663430f2-a88a-4f6f-b898-62e80f0e3865 None None] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:33:57.250337 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8952c22e564e40188085a1aefbd33514&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7452316 Jun 10 22:33:57.256678 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43534) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:33:57.287729 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b42379d2-9e5f-4a8d-adc4-1050136d0bc9 req-572b7701-ac22-4d4b-926c-edc0473be032 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 210 time: 0.4940197 Jun 10 22:33:57.291145 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d4593-a3c7-42ca-924d-00000f299f21,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:57.295510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:57.296142 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:57.401643 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:33:57.492208 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.501427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-07014d73-92d9-49a3-bb61-8962ea546597 None None] Provisioning for port bd1b4bb0-539f-4b58-99f7-c369174d13c9 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:33:57.553771 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.558528 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5f1d9ca3-85f1-4833-8fd4-6a2a26746fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:57.592799 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:57.650458 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:33:57.655352 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Pushing event updated for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:57.660316 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:57.678518 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Network b26f3786-1445-4388-8d34-a44aab878cf8 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:33:57.682674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:57.694376 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:33:57.697991 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.898186 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device bd1b4bb0-539f-4b58-99f7-c369174d13c9 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:33:57.948453 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.956626 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:57.957719 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a1fe76d-a1ca-488a-aa8c-cf906fe08040 HTTP/1.1" status: 204 len: 168 time: 1.4990206 Jun 10 22:33:57.972313 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b03ccc20-1205-4bcd-bbec-916a7b0706b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:57.972845 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6266da-3003-4140-8bc9-a1a3785142aa,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:57.986195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:58.004561 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1fe76d-a1ca-488a-aa8c-cf906fe08040,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:58.010590 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:58.133969 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.218162 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port bd1b4bb0-539f-4b58-99f7-c369174d13c9 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:33:58.231972 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port bd1b4bb0-539f-4b58-99f7-c369174d13c9 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:33:58.232503 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.277485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.310845 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-34337b37-4577-4b56-9a56-ff7e8dc16951 req-ba7a42b4-6af4-4bc6-99c3-7c015cb3bb0c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.1828303 Jun 10 22:33:58.410852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.414181 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.463676 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port bd1b4bb0-539f-4b58-99f7-c369174d13c9, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=bd1b4bb0-539f-4b58-99f7-c369174d13c9,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:33:58.476129 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.477852 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 46a3b448-11ac-4511-8e40-a8118c2be898 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:33:58.525795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.575140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.596622 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:58.620612 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.624591 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-08ef4e54-9b8f-4681-a9f8-5b057981dec1 req-45e56850-0eff-4e0d-bc76-be79839d5596 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 210 time: 0.0912411 Jun 10 22:33:58.627009 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:58.692225 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=bd1b4bb0-539f-4b58-99f7-c369174d13c9,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:58.701211 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:58.743357 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 46a3b448-11ac-4511-8e40-a8118c2be898 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:33:58.755330 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 46a3b448-11ac-4511-8e40-a8118c2be898 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:33:58.757038 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.934242 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.956335 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.960834 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/483d4593-a3c7-42ca-924d-00000f299f21 HTTP/1.1" status: 204 len: 168 time: 1.6930344 Jun 10 22:33:58.966347 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:58.966763 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:58.998094 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d4593-a3c7-42ca-924d-00000f299f21,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:59.001162 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:59.026822 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Pushing event updated for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:59.036495 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:59.054843 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 46a3b448-11ac-4511-8e40-a8118c2be898, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=46a3b448-11ac-4511-8e40-a8118c2be898,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:33:59.075649 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:59.102437 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:33:59.163761 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Network b26f3786-1445-4388-8d34-a44aab878cf8 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:33:59.167494 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:33:59.244464 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:59.317256 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=46a3b448-11ac-4511-8e40-a8118c2be898,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:33:59.332228 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:33:59.781905 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device bd1b4bb0-539f-4b58-99f7-c369174d13c9 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:33:59.805986 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-406e28f5-443d-4d86-818f-a52d2bd11668 req-c58e013e-6b14-4278-b77d-f2d478a09693 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.0941024 Jun 10 22:33:59.812508 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:33:59.870207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Router 9405a6e1-e5f4-4eec-996c-895eda5a828b has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:33:59.882707 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port bd1b4bb0-539f-4b58-99f7-c369174d13c9 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:33:59.882707 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:00.050077 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 46a3b448-11ac-4511-8e40-a8118c2be898 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:00.179861 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 46a3b448-11ac-4511-8e40-a8118c2be898 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:00.180255 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:00.189513 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3e8d09bb-0f68-4522-ad3c-971dbd92b8df req-b9d8f47c-8e98-4423-ac6f-d712a649d4bc tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 210 time: 0.1022544 Jun 10 22:34:00.198674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:34:00.209743 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] 10.222.0.16 "PUT /v2.0/routers/9405a6e1-e5f4-4eec-996c-895eda5a828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0068786 Jun 10 22:34:00.242129 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Sync routers for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:34:00.243584 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:34:00.273087 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:00.274066 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:00.345378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.41', 54356) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:00.603411 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:34:00.616217 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:34:00.626948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:00.628506 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6524270 Jun 10 22:34:00.631623 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43694) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:00.637609 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:00.638591 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:00.744842 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:00.765159 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-87e1bc8a-3fa4-4c2b-863c-652928d9db80 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:00.772637 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-87e1bc8a-3fa4-4c2b-863c-652928d9db80 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.41 "GET /v2.0/networks?id=dfde90c6-dcae-4277-9d22-19111c9cff55 HTTP/1.1" status: 200 len: 811 time: 0.4235744 Jun 10 22:34:00.823981 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Request body: {'port': {'device_id': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55', 'admin_state_up': True, 'tenant_id': '3c6862d3728c41259a05ee2dcf007bd0'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:01.043096 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.41', 54357) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:01.216150 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ddd779c3-f3f4-4357-9eec-7a589b825760 req-279903ec-94f0-44fe-811e-c5ff20dc4fe6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.0926964 Jun 10 22:34:01.326397 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:01.645833 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Made reservation on behalf of 3c6862d3728c41259a05ee2dcf007bd0 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:01.649365 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:01.676391 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:57Z', 'revision_number': 4, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'ed46bc01-44cc-42b3-ac61-d5b0a177b780', 'name': '', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'mac_address': 'fa:16:3e:8d:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:56Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 2, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'subnets': [{'id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:01.682561 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Checking router: 9405a6e1-e5f4-4eec-996c-895eda5a828b for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:34:01.684203 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Updating router 9405a6e1-e5f4-4eec-996c-895eda5a828b port ed46bc01-44cc-42b3-ac61-d5b0a177b780 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:34:01.801764 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:01.963807 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 3, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:01.975051 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:34:01.975434 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Updating router 84dc3d21-c4f0-404c-a062-da7a45ecace4 port 1f6266da-3003-4140-8bc9-a1a3785142aa binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:34:01.990119 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a8691fa6-6ea4-4a30-951e-1de669da6195 req-d9f481ca-19b6-4e5a-bedc-23380ca50b01 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 210 time: 0.0704596 Jun 10 22:34:02.004630 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-445ffdf2-9e42-46ba-9d65-ec47339c17db tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:02.006295 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-445ffdf2-9e42-46ba-9d65-ec47339c17db tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.9487033 Jun 10 22:34:02.048599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Request body: {'port': {'device_id': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'admin_state_up': True, 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:02.049008 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.385291 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Allocated IP 172.20.0.11 (dfde90c6-dcae-4277-9d22-19111c9cff55/7db50571-98d3-45d3-be27-55d1a5e133bb/690ddbaf-0fd8-49ed-838a-c08bae4c481c) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:02.516029 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-4117d51d-9a5e-468e-be70-6966847af84a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:02.522827 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-4117d51d-9a5e-468e-be70-6966847af84a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 819 time: 0.5918491 Jun 10 22:34:02.562722 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0d389734-42c5-4092-ac2a-66133c4fae38 req-4199194c-603c-4f45-9fda-36ea4720ac0a tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.0738654 Jun 10 22:34:02.571965 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.603887 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Transition to ACTIVE for port object ed46bc01-44cc-42b3-ac61-d5b0a177b780 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:02.620741 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-e610d3f7-0065-49ce-a216-0d17e5944d11 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/quotas/ea810c1d8fc94429b4968af0a779c8a2 HTTP/1.1" status: 200 len: 375 time: 0.0822399 Jun 10 22:34:02.626075 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.630019 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:02.642864 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.662497 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Transition to ACTIVE for port object 1f6266da-3003-4140-8bc9-a1a3785142aa will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:02.674524 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.686513 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:02.746875 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'port': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:02.757181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.790115 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Pushing event updated for resources: {'Port': ['ID=1f6266da-3003-4140-8bc9-a1a3785142aa,revision_number=2']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:02.801314 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:02.817212 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Attempting to bind port 1f6266da-3003-4140-8bc9-a1a3785142aa on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:02.817851 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Attempting to bind port 1f6266da-3003-4140-8bc9-a1a3785142aa by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:02.818438 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Attempting to bind port 1f6266da-3003-4140-8bc9-a1a3785142aa on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:02.835751 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Pushing event updated for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:02.844968 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:02.849741 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:02.853880 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:02.854278 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:02.856620 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:02.857959 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Bound port: 1f6266da-3003-4140-8bc9-a1a3785142aa, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:02.861753 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.270774 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Attempting to bind port ed46bc01-44cc-42b3-ac61-d5b0a177b780 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:03.272469 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Attempting to bind port ed46bc01-44cc-42b3-ac61-d5b0a177b780 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:03.274110 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Attempting to bind port ed46bc01-44cc-42b3-ac61-d5b0a177b780 on network b26f3786-1445-4388-8d34-a44aab878cf8 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:03.293522 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:03.299986 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Checking segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:03.300612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.301168 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Bound using segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:03.301962 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Bound port: ed46bc01-44cc-42b3-ac61-d5b0a177b780, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:03.303179 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.494776 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] For port ed46bc01-44cc-42b3-ac61-d5b0a177b780, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:03.500796 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-4dd4b5ee-25dd-40b1-8f5e-68c82f824780 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8005123 Jun 10 22:34:03.505458 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] For port ed46bc01-44cc-42b3-ac61-d5b0a177b780, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=ed46bc01-44cc-42b3-ac61-d5b0a177b780,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:03.515672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.519426 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-81cc1eee-8337-4a4a-bfed-e3d18698718d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:03.521178 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.546355 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] For port 1f6266da-3003-4140-8bc9-a1a3785142aa, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:03.555227 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] For port 1f6266da-3003-4140-8bc9-a1a3785142aa, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1f6266da-3003-4140-8bc9-a1a3785142aa,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:03.566807 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.572370 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:03.592195 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Pushing event updated for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:03.599624 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:03.651732 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:03.652450 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:03.790929 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:03.792569 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:33:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:03.915872 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:03.929937 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Allocated IP 172.20.0.3 (4f7a6a92-3660-4eec-93c6-a1c80f4d2a63/66e6c85e-c607-4359-9fce-560e468ca85c/b7279149-c282-48c5-a1b4-63fd4d8b1d72) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:03.930512 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Pushing event updated for resources: {'Port': ['ID=1f6266da-3003-4140-8bc9-a1a3785142aa,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:03.938414 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:03.964948 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:03.978532 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:04.228582 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-832e3647-41cc-4ad4-bab7-201b7d70db41 req-6e9fb8b9-e7a1-411b-b4aa-6dae295daf2a tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 210 time: 0.8633566 Jun 10 22:34:04.273031 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:04.342054 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-51d50377-7464-4a0f-bff4-a7810aa521de service neutron] 10.222.0.16 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069322 Jun 10 22:34:04.428035 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:04.475507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Network dfde90c6-dcae-4277-9d22-19111c9cff55 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:04.539774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:04.600322 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:57Z', 'revision_number': 4, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'ed46bc01-44cc-42b3-ac61-d5b0a177b780', 'name': '', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'mac_address': 'fa:16:3e:8d:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:56Z', 'updated_at': '2021-06-10T22:34:03Z', 'revision_number': 4, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'subnets': [{'id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:04.610312 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d5a80-69c1-4d76-8fd3-d7bbdcffea71 None None] The sync data for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb is: [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:33:57Z', 'revision_number': 4, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'ed46bc01-44cc-42b3-ac61-d5b0a177b780', 'name': '', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'mac_address': 'fa:16:3e:8d:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:56Z', 'updated_at': '2021-06-10T22:34:03Z', 'revision_number': 4, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'subnets': [{'id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:34:04.783490 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:04.784741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b1cf629a-d577-4769-9cd1-d9774d5120df req-dbf8adae-bd45-4958-8138-67e6df6a7762 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 210 time: 0.1455169 Jun 10 22:34:04.826023 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 3, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:04.832631 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a0123-96ef-42b4-888b-49e5eaf96699 None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 3, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:34:04.881978 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:04.894263 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:04.896455 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:05.000869 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1809409 Jun 10 22:34:05.101713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Pushing event updated for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:05.106507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.142s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:05.136207 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-2872e4a2-5d94-4337-9d72-73d633802c17 service neutron] 10.222.0.16 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649253 Jun 10 22:34:05.158519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Allocated IP 172.20.0.1 (182b4907-aa69-4a3e-bc3d-23e1a5747407/a00db873-4b40-49e4-b1db-fc4a572e35f0/6497e40a-0ba5-4fc4-bef4-1ed8ead71985) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:05.327535 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-41382c55-85a9-48f7-bcbc-2e90162b64ff tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:34:05.328662 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-41382c55-85a9-48f7-bcbc-2e90162b64ff tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058389 Jun 10 22:34:05.977743 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device ed46bc01-44cc-42b3-ac61-d5b0a177b780 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:06.051543 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-276c28e8-9ed9-454b-b783-a675066ab209 req-f1f5a2d4-6e5c-4bc3-860b-dc5cc2a7a5f2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 210 time: 0.3347220 Jun 10 22:34:06.232420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Request body: {'port': {'device_id': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:06.390920 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port ed46bc01-44cc-42b3-ac61-d5b0a177b780 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:06.409121 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port ed46bc01-44cc-42b3-ac61-d5b0a177b780 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:06.411346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.629682 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43912) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:06.716325 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.818285 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:06.848433 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.852006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.888068 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.908095 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port ed46bc01-44cc-42b3-ac61-d5b0a177b780, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=ed46bc01-44cc-42b3-ac61-d5b0a177b780,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:06.915746 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:06.918314 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1f6266da-3003-4140-8bc9-a1a3785142aa up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:07.223254 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:07.233881 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43928) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:07.261992 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:07.306413 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:07.342075 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1bb2c-0223-4669-8390-c66c303ef687 req-b49c5a9f-6e94-4699-8e5d-70b70c6e6a1a tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:07.352228 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8bb1bb2c-0223-4669-8390-c66c303ef687 req-b49c5a9f-6e94-4699-8e5d-70b70c6e6a1a tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 932 time: 1.3042054 Jun 10 22:34:07.428899 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831173a4-3dba-4e97-9c9d-e824748f22b4 req-c9ffa488-208e-4f9a-b32a-33f59f42a6b2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:07.430475 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-831173a4-3dba-4e97-9c9d-e824748f22b4 req-c9ffa488-208e-4f9a-b32a-33f59f42a6b2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 931 time: 0.7408814 Jun 10 22:34:07.484826 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Transition to ACTIVE for port object 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:07.490282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:07.519227 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:07.521109 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.593935 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:07.610015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:07.622291 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 1f6266da-3003-4140-8bc9-a1a3785142aa completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:07.633209 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 1f6266da-3003-4140-8bc9-a1a3785142aa triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:07.633783 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.682958 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.849764 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.863482 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.864514 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event updated for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:07.901505 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:07.908673 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.936959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 1f6266da-3003-4140-8bc9-a1a3785142aa, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1f6266da-3003-4140-8bc9-a1a3785142aa,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:07.943130 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.945724 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:07.949544 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:07.965006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:07.972871 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e96fccef4394bfb938602836c19c9eb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3418400 Jun 10 22:34:07.985004 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8bb1bb2c-0223-4669-8390-c66c303ef687 req-bb62a39a-d269-4ada-9f35-92b5edbcfd5c tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315634 Jun 10 22:34:08.002962 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 43942) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:08.006545 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9852018 Jun 10 22:34:08.075041 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=1f6266da-3003-4140-8bc9-a1a3785142aa,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:08.080537 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:08.096390 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device ed46bc01-44cc-42b3-ac61-d5b0a177b780 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:08.184476 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83644dde-e3dd-4717-b967-2df06657b3af,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:08.208571 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:08.228193 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.238274 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port ed46bc01-44cc-42b3-ac61-d5b0a177b780 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:08.238879 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.262675 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-831173a4-3dba-4e97-9c9d-e824748f22b4 req-6363ea97-ef47-413b-b422-c37ea3af0e0c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984431 Jun 10 22:34:08.329663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-66451f2f-6e96-40df-83d4-22b78f3731c6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:08.331446 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.441506 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:08.507238 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690ddbaf-0fd8-49ed-838a-c08bae4c481c {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:08.525180 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.564888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Transition to ACTIVE for port object 690ddbaf-0fd8-49ed-838a-c08bae4c481c will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:08.572438 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:08.607675 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:08.608374 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.608485 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.623890 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.624790 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:08.641914 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.743637 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ce07ac7d-0a02-4cb5-a9f3-40453be24536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.925928 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e95b6c7aa047453a96de6a547640fbb7&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6876354 Jun 10 22:34:08.940541 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43960) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:08.975476 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:08.993686 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:09.002750 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:09.033286 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-765105bb-22d8-4cb8-bc81-d61246f9935a None None] Provisioning for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:09.044163 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-765105bb-22d8-4cb8-bc81-d61246f9935a None None] Provisioning complete for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:09.044667 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-765105bb-22d8-4cb8-bc81-d61246f9935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.122611 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-765105bb-22d8-4cb8-bc81-d61246f9935a None None] Port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:34:09.161308 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-f3f800c9-c9ea-4af8-8e8d-6e6982c9f7eb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:09.166077 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Attempting to bind port 690ddbaf-0fd8-49ed-838a-c08bae4c481c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:09.175901 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-f3f800c9-c9ea-4af8-8e8d-6e6982c9f7eb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 819 time: 0.9852042 Jun 10 22:34:09.176219 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Attempting to bind port 690ddbaf-0fd8-49ed-838a-c08bae4c481c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '98c906f9-bad4-434c-ba33-465951538ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:09.176893 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Attempting to bind port 690ddbaf-0fd8-49ed-838a-c08bae4c481c on network dfde90c6-dcae-4277-9d22-19111c9cff55 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:09.194257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43970) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:09.211233 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-e4248bc8-d37b-4c30-bf79-a8dd3328c522 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/quotas/ea810c1d8fc94429b4968af0a779c8a2 HTTP/1.1" status: 200 len: 375 time: 0.0290942 Jun 10 22:34:09.215355 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.250152 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Pushing event updated for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:09.256862 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.271430 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:09.272873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c0f2be0c-c815-49b7-bed0-d85f4f04e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:09.284059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.288741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83644dde-e3dd-4717-b967-2df06657b3af HTTP/1.1" status: 204 len: 168 time: 1.2839360 Jun 10 22:34:09.337350 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Port 690ddbaf-0fd8-49ed-838a-c08bae4c481c on network dfde90c6-dcae-4277-9d22-19111c9cff55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:09.337780 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Attempting to bind port 690ddbaf-0fd8-49ed-838a-c08bae4c481c on network dfde90c6-dcae-4277-9d22-19111c9cff55 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:09.342526 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2212780b-62ef-42e8-b5a3-98a50ee7b5d8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:09.346888 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:09.380202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:09.410667 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83644dde-e3dd-4717-b967-2df06657b3af,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:09.441877 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:09.442454 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Checking segment: {'id': '98c906f9-bad4-434c-ba33-465951538ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:09.443313 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Bound using segment: {'id': '98c906f9-bad4-434c-ba33-465951538ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:09.444674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Bound port: 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c906f9-bad4-434c-ba33-465951538ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:09.445240 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.555655 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.662914 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.670583 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:09.679213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.692085 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.694038 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:09.706372 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.779939 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f325a7-e49c-4e1c-8573-9b77f83c1234 req-2e041fc0-760c-46e2-99d8-a9d534e3e316 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:09.781420 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-14f325a7-e49c-4e1c-8573-9b77f83c1234 req-2e041fc0-760c-46e2-99d8-a9d534e3e316 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.4407043 Jun 10 22:34:09.870385 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:09.893998 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:09.928276 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.934103 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-4153e213-5bd3-40b3-8ffc-89b1ab8241d7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6957250 Jun 10 22:34:09.935875 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:09.952678 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.007738 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2dcdad8d-b298-4973-91ee-1824d8fd5a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:10.067318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:10.071018 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1f6266da-3003-4140-8bc9-a1a3785142aa up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:10.178171 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c,segment=NetworkSegment(98c906f9-bad4-434c-ba33-465951538ebf),segment_id=98c906f9-bad4-434c-ba33-465951538ebf)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:10.202358 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 1f6266da-3003-4140-8bc9-a1a3785142aa triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:10.204458 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.206245 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-14f325a7-e49c-4e1c-8573-9b77f83c1234 req-5b616c4a-2c87-4e73-80fb-e4efda897bbf tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111445 Jun 10 22:34:10.212056 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd1615f7da51426cbbbeefa137430a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0124652 Jun 10 22:34:10.213447 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.217524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 43996) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:10.312730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77790a9-383b-4367-aea1-5c8d9d256570,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:10.362117 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:10.362916 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-404ce3c9-89d6-4cbf-9ad3-920a5bf5582b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:10.432898 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:10.433793 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.435567 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] 10.222.0.41 "PUT /v2.0/ports/690ddbaf-0fd8-49ed-838a-c08bae4c481c HTTP/1.1" status: 200 len: 1094 time: 4.4179089 Jun 10 22:34:10.437941 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:10.488906 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-39c4b551-c3bd-483f-aa1c-428496446b9a service neutron] 10.222.0.16 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463555 Jun 10 22:34:10.498381 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:10.510309 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:10.703598 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.749509 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.750757 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2212780b-62ef-42e8-b5a3-98a50ee7b5d8 HTTP/1.1" status: 204 len: 168 time: 1.8086357 Jun 10 22:34:10.821562 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44014) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:10.873108 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.915397 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Pushing event updated for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:10.921509 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:10.926385 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97880e50-3323-46c6-8f06-ca1a4151bb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:10.956212 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-66833046-aabf-492c-8a21-52e4fe3c2daa None None] Provisioning complete for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:10.960505 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:34:10.961198 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-66833046-aabf-492c-8a21-52e4fe3c2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:10.962458 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2212780b-62ef-42e8-b5a3-98a50ee7b5d8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:10.977712 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:11.000007 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.040797 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d369f1-c058-4401-92fa-1e2e8739edfd req-092329c4-a4ff-4790-a0ff-6446300ddf0d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:11.043027 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-93d369f1-c058-4401-92fa-1e2e8739edfd req-092329c4-a4ff-4790-a0ff-6446300ddf0d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 931 time: 0.3607512 Jun 10 22:34:11.050005 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925" -d '{"events": [{"name": "network-changed", "server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:11.113188 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-66833046-aabf-492c-8a21-52e4fe3c2daa None None] Port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:34:11.209872 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-93d369f1-c058-4401-92fa-1e2e8739edfd req-9ab7d34d-5686-4f09-aa09-7e3bc268dfdc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457388 Jun 10 22:34:11.232056 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.240230 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.242785 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a77790a9-383b-4367-aea1-5c8d9d256570 HTTP/1.1" status: 204 len: 168 time: 1.0222416 Jun 10 22:34:11.246680 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:11.270797 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77790a9-383b-4367-aea1-5c8d9d256570,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:11.273712 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:11.280964 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-e990836f-c034-42dc-98e6-2ff13769bc99 service neutron] 10.222.0.16 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7814164 Jun 10 22:34:11.353617 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-697a0b8e-320f-4eb0-9d34-6b5e23d8cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.370413 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:34:11.383048 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] 10.222.0.16 "PUT /v2.0/routers/84dc3d21-c4f0-404c-a062-da7a45ecace4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7500978 Jun 10 22:34:11.383953 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:34:11.400682 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:11.403692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:11.425863 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1904088804-network', 'tenant_id': 'fb2964f851a6476da9b134c69121f84f'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:11.578289 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Made reservation on behalf of fb2964f851a6476da9b134c69121f84f for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:11.590873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.625207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.629348 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44048) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:11.664069 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.745663 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.827945 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:11.972506 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.979104 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:11.982615 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54aedb05-da91-47d3-ad8a-1e9feb6dce2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:12.079997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:34:12.083132 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f623-0153-4602-96f7-9ab34b67b2ad req-bbae1d7a-723f-4719-a734-c38653cc8ff4 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:12.084979 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2559f623-0153-4602-96f7-9ab34b67b2ad req-bbae1d7a-723f-4719-a734-c38653cc8ff4 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.2775609 Jun 10 22:34:12.102909 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Request body: {'port': {'device_id': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:12.136687 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4d8ee-e150-4e49-9966-643fc09ff931,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:12.219874 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.224782 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Added segment 212ef06c-926f-4a6e-b4ae-ee03823da17a of type vlan for network 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e Jun 10 22:34:12.235982 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:12.349173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.359172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.422706 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-74bc121a-2660-4a8a-9923-def8d72291d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:12.430064 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021e0c2-9854-4c51-b193-f48670e54958 x-openstack-request-id: req-d021e0c2-9854-4c51-b193-f48670e54958 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:12.431184 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:12.431607 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d021e0c2-9854-4c51-b193-f48670e54958 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:12.443569 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c', 'status': 'completed', 'code': 200} Jun 10 22:34:12.453336 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2559f623-0153-4602-96f7-9ab34b67b2ad req-7997ab52-2f35-44d8-ab6c-59dab23aca2b tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440461 Jun 10 22:34:12.469246 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43331916-20cb-45a0-9493-22f760b269a3,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:12.500324 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:12.504296 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44068) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:12.524730 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.595200 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.728193 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:09Z', 'revision_number': 2, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:12.740099 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:34:12.741107 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Updating router 84dc3d21-c4f0-404c-a062-da7a45ecace4 port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:34:12.860598 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b58f72a6-ce33-435d-831d-35908a4a703c req-ebd6acd7-7aba-456b-9072-bf51e7291313 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 210 time: 0.3423297 Jun 10 22:34:12.862584 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.865306 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.972639 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-509df56e-8242-451f-a15f-e00d2ecd499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:12.976179 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-509df56e-8242-451f-a15f-e00d2ecd499e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c6862d3728c41259a05ee2dcf007bd0&device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 1097 time: 0.8421488 Jun 10 22:34:12.984188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.985862 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:12.986625 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:12.993948 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:13.011243 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b07a82f59d064d8183cf885e75fbbccc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3803389 Jun 10 22:34:13.012155 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.035037 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44084) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:13.109948 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2862792 Jun 10 22:34:13.116732 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44088) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:13.134910 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Request body: {'subnet': {'network_id': '9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1904088804-subnet', 'tenant_id': 'fb2964f851a6476da9b134c69121f84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:13.257021 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Pushing event updated for resources: {'Network': ['ID=9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:13.288679 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:13.324571 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.389829 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.402767 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.414912 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Transition to ACTIVE for port object 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:13.421315 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:34:13.515800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.41', 54383) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:13.519419 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.523464 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:13.580282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Made reservation on behalf of fb2964f851a6476da9b134c69121f84f for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:13.588804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:13.628303 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Pushing event updated for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:13.647588 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:13.941021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44104) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:14.027394 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857797032', 'description': 'tempest-description--2067199270'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:14.051829 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729efc-7cfb-4ac0-911e-720b00545083 req-eb4b6a2c-de71-4c21-a313-fd60afe79a40 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:14.053386 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f2729efc-7cfb-4ac0-911e-720b00545083 req-eb4b6a2c-de71-4c21-a313-fd60afe79a40 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 931 time: 1.1041510 Jun 10 22:34:14.082642 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44108) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:14.171705 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-821e9a18-9838-4b61-b168-4cc607c8f8bc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:14.179074 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-821e9a18-9838-4b61-b168-4cc607c8f8bc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 819 time: 0.6612272 Jun 10 22:34:14.180823 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-1d3a37b1-3df0-4ab2-809d-a029271469d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c HTTP/1.1" status: 200 len: 217 time: 0.6685495 Jun 10 22:34:14.197867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.238173 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.239778 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43331916-20cb-45a0-9493-22f760b269a3 HTTP/1.1" status: 204 len: 168 time: 1.1970406 Jun 10 22:34:14.241624 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:14.264442 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43331916-20cb-45a0-9493-22f760b269a3,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:14.269798 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:14.347728 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a2bf5-2c2e-4894-82fb-779b193f03b7 req-eb48dd7e-af67-42ea-88bb-bcbf80c5ab93 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:14.353873 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb2a2bf5-2c2e-4894-82fb-779b193f03b7 req-eb48dd7e-af67-42ea-88bb-bcbf80c5ab93 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.1674182 Jun 10 22:34:14.356593 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f2729efc-7cfb-4ac0-911e-720b00545083 req-049765ad-598d-498c-a120-e507a2d47c51 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799909 Jun 10 22:34:14.419685 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.421315 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Attempting to bind port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:14.423831 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Attempting to bind port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:14.424154 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7279149-c282-48c5-a1b4-63fd4d8b1d72 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:14.424346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Attempting to bind port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:14.440604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:14.441823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Checking segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:14.443957 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.445261 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Bound using segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:14.446815 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Bound port: 6497e40a-0ba5-4fc4-bef4-1ed8ead71985, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:14.448067 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.454910 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.490839 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb2a2bf5-2c2e-4894-82fb-779b193f03b7 req-c15af7aa-1eba-4131-917f-a014c74f1e58 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232481 Jun 10 22:34:14.492372 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.523389 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Transition to ACTIVE for port object b7279149-c282-48c5-a1b4-63fd4d8b1d72 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:14.541254 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.602337 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9abe8051-0cdc-4be0-80af-949ab64318c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:14.609961 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.631554 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] For port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:14.635840 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] For port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:14.662971 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.668896 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.678246 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:14.684287 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.706011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:14.860392 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Pushing event updated for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:14.864169 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:14.865117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:14.867481 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:15.093221 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:15.209033 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-55a55f8d-f423-489a-85c1-d0448753cffb req-24046fe7-d802-4efb-a8d7-0e73d790e428 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 210 time: 0.5431383 Jun 10 22:34:15.217975 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.318386 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44140) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:15.322028 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c4f2f4b45e54eb280f7df4162d2fdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8111694 Jun 10 22:34:15.337378 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Pushing event updated for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:15.344453 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Checking segment: {'id': '212ef06c-926f-4a6e-b4ae-ee03823da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:15.344972 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Network hostable DHCP agents. Network: 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:34:15.351881 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:15.356131 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f7db7f9f-7a31-410d-812d-ca01e08c1746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.646s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:15.393947 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Attempting to bind port b7279149-c282-48c5-a1b4-63fd4d8b1d72 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:15.394449 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Attempting to bind port b7279149-c282-48c5-a1b4-63fd4d8b1d72 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:15.394883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Attempting to bind port b7279149-c282-48c5-a1b4-63fd4d8b1d72 on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:15.398888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.407503 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:14Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:15.412845 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14eecce-b3e5-461f-91d8-b8b0fc5e0b84 None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:14Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:34:15.422061 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Port b7279149-c282-48c5-a1b4-63fd4d8b1d72 on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:15.423080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Attempting to bind port b7279149-c282-48c5-a1b4-63fd4d8b1d72 on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:15.449251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:15.450521 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Checking segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:15.450521 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Bound using segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:15.451328 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Bound port: b7279149-c282-48c5-a1b4-63fd4d8b1d72, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:15.451446 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.455862 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Network 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:34:15.461840 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.471314 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d119d59-dba1-4186-82b1-57f79720cc73,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:15.487098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:15.487098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d84cf5-a4d2-4a88-a9f3-7d6519e1734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:15.507774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:15.521796 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e50338-8a53-4275-8c4e-bb4ec7b5b324 None None] Network 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:15.523041 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Request body: {'port': {'device_id': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'admin_state_up': True, 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:15.557641 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:15.557641 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.622331 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f8659-9a32-4af4-a1ee-c513b19e4b3a,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:15.699233 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:15.734124 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:15.736201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:15.749436 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.752738 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:15.755849 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:15.811346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147ce0c-dcb7-49a2-a7b2-07cb14305bd8 None None] Network 9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:15.846603 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946566-3f80-446e-92c4-cd9b86235b16 req-200e912f-dd78-4dc0-bf31-f8e00ca291d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:15.848235 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-200e912f-dd78-4dc0-bf31-f8e00ca291d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db50571-98d3-45d3-be27-55d1a5e133bb HTTP/1.1" status: 200 len: 851 time: 0.3442719 Jun 10 22:34:15.866445 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.029349 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:16.029549 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.031054 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7279149-c282-48c5-a1b4-63fd4d8b1d72 HTTP/1.1" status: 200 len: 1093 time: 3.9432383 Jun 10 22:34:16.045240 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:16.062454 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-0f6cbc65-e55a-431e-9580-28ca606104e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfde90c6-dcae-4277-9d22-19111c9cff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911583 Jun 10 22:34:16.163015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:16.208613 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Pushing event updated for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:16.219548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:16.231836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.248423 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.253560 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-df708fc9-6a3b-499e-812c-35fa2d38cec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:16.254241 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c0f8659-9a32-4af4-a1ee-c513b19e4b3a HTTP/1.1" status: 204 len: 168 time: 0.9344449 Jun 10 22:34:16.255325 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f139ca84-d9fc-421c-91dc-adef13bd264d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:16.272367 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f8659-9a32-4af4-a1ee-c513b19e4b3a,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:16.292581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399a9b9-ebb0-433f-8f49-fbd961f9d8ca,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:16.305436 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:16.308477 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:16.316024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:16.321050 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:16.321441 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.340813 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=074ba971c8024cd59e3968902fb7b2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2572546 Jun 10 22:34:16.341683 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44166) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:16.345122 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c33a78-99cb-490a-9576-6744a4448b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:16.393748 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-e1e25144-e039-4637-bc1a-10bc2d9db64d service neutron] 10.222.0.41 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868958 Jun 10 22:34:16.416071 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e29a-f093-43fb-ad00-ddd8c46f8388 req-3b10c2d5-680b-421b-b27d-475c2e8b081d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:16.417941 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6f89e29a-f093-43fb-ad00-ddd8c46f8388 req-3b10c2d5-680b-421b-b27d-475c2e8b081d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 943 time: 0.5685992 Jun 10 22:34:16.548311 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.552557 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214998-4217-474c-b1e5-88883c4f9fc4 req-7012712d-0c81-4d47-9ef4-2096896b68cd tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:16.554204 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fe214998-4217-474c-b1e5-88883c4f9fc4 req-7012712d-0c81-4d47-9ef4-2096896b68cd tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.6888554 Jun 10 22:34:16.563785 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.41', 54388) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:16.602635 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.635487 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-3047e755-973b-4913-8334-6d41015462ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:16.637612 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-3047e755-973b-4913-8334-6d41015462ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 1096 time: 0.4718912 Jun 10 22:34:16.657541 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:16.667198 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.685010 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.687321 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-01bd8483-ecd2-4d83-80cf-e872ec32a48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:16.690536 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Made reservation on behalf of ea810c1d8fc94429b4968af0a779c8a2 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:16.695657 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:16.724919 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5943787 Jun 10 22:34:16.790897 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-312f5c59-58d1-42ba-aee5-4b5409d7cd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:16.804672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:16.808211 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:16.809133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56946566-3f80-446e-92c4-cd9b86235b16 req-8c16309e-58d5-44c4-a6b9-47c13fe00726 service neutron] 10.222.0.41 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881307 Jun 10 22:34:16.812924 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6f89e29a-f093-43fb-ad00-ddd8c46f8388 req-19cad663-c1c7-4b65-a28a-a3673f917d6c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830619 Jun 10 22:34:16.975854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509d11e1-6962-4422-9367-bae9ba3f442f,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:17.000014 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:17.020444 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.085023 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.206128 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-4e8243cf-7e7a-44c1-a6c0-3877cbc5bddd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72 HTTP/1.1" status: 200 len: 217 time: 0.5376449 Jun 10 22:34:17.222179 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.226816 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2847173 Jun 10 22:34:17.270050 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44194) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:17.289529 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group_rule': {'security_group_id': '509d11e1-6962-4422-9367-bae9ba3f442f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:17.299846 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fe214998-4217-474c-b1e5-88883c4f9fc4 req-4e0c8325-859f-4438-9618-bace97c702b4 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071941 Jun 10 22:34:17.300464 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.315938 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.317174 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0399a9b9-ebb0-433f-8f49-fbd961f9d8ca HTTP/1.1" status: 204 len: 168 time: 0.9606671 Jun 10 22:34:17.317917 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-582f2fa2-3caf-4ffd-b5ec-0002012fb9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:17.350718 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399a9b9-ebb0-433f-8f49-fbd961f9d8ca,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:17.358947 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:17.361653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-dd93c9eb-304b-461c-a403-e6694745c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:17.363042 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-dd93c9eb-304b-461c-a403-e6694745c8c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.1494799 Jun 10 22:34:17.372312 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-31efbc59-2dd7-447c-8311-849ad6f98ed7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:17.374261 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-31efbc59-2dd7-447c-8311-849ad6f98ed7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 819 time: 0.8060281 Jun 10 22:34:17.408738 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Request body: {'port': {'device_id': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'admin_state_up': True, 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:17.437692 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-dc4da15f-f1ac-4bee-a499-c00c545c000a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598741 Jun 10 22:34:17.466519 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a3964a0-c1be-401b-8e3b-cbc946fae33d req-5b1c10d4-b6f7-4d47-a8b3-ad1d34d68cd8 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 210 time: 0.0635083 Jun 10 22:34:17.481973 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.503235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Allocated IP 172.20.0.9 (b26f3786-1445-4388-8d34-a44aab878cf8/ca93f94d-1263-4010-9051-3a1781904da7/ed665c9a-55a0-474b-8266-2d7b8fdf456d) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:17.544388 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-e284311e-c41f-4a04-ac43-b6b89e408c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:17.546208 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-e284311e-c41f-4a04-ac43-b6b89e408c65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c6862d3728c41259a05ee2dcf007bd0&device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 1097 time: 0.6265297 Jun 10 22:34:17.717832 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.723159 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-6f5455b7-9d4b-4013-a6e2-d3c22feb9152 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665904 Jun 10 22:34:17.725654 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.732862 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:17.861535 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-d1381448-5c89-4a20-bb21-bbeb1c9e346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:17.866097 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-d1381448-5c89-4a20-bb21-bbeb1c9e346a service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfde90c6-dcae-4277-9d22-19111c9cff55 HTTP/1.1" status: 200 len: 912 time: 0.3097887 Jun 10 22:34:17.902599 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:17.984117 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-aff53723-b3ff-4518-9840-c4effc37046d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c HTTP/1.1" status: 200 len: 217 time: 0.0608513 Jun 10 22:34:18.050271 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d4493c-fe16-476e-8141-ca495567d55a x-openstack-request-id: req-f3d4493c-fe16-476e-8141-ca495567d55a {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:18.050819 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:18.051229 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3d4493c-fe16-476e-8141-ca495567d55a {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:18.051873 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72', 'status': 'completed', 'code': 200} Jun 10 22:34:18.072647 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Made reservation on behalf of ea810c1d8fc94429b4968af0a779c8a2 for: {'port': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:18.078886 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.081766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b30a161-7297-4e09-8d31-ce57ce9b6ce9,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:18.097248 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:18.099748 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:18.134207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.181427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:18.181942 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.184105 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.185799 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9022746 Jun 10 22:34:18.191653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44228) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:18.198582 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group_rule': {'security_group_id': '509d11e1-6962-4422-9367-bae9ba3f442f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:18.210730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-e28b9935-bcae-4a13-9fee-78b9933ca5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:18.212594 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-e28b9935-bcae-4a13-9fee-78b9933ca5d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db50571-98d3-45d3-be27-55d1a5e133bb HTTP/1.1" status: 200 len: 851 time: 0.2165847 Jun 10 22:34:18.227617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:18.255287 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:34:18.258008 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Network b26f3786-1445-4388-8d34-a44aab878cf8 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:18.262157 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44232) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:18.332868 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44234) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:18.362578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.371969 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4a530af-eb62-4ef7-9032-41dc5cd3a7c3 req-ec2429c4-46f5-4905-b3e4-8780fcd44479 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394036 Jun 10 22:34:18.405540 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:18.412530 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-f26024ac-dc7e-483c-b2c7-2da9fcdc40f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfde90c6-dcae-4277-9d22-19111c9cff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896653 Jun 10 22:34:18.413368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Pushing event updated for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:18.429890 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:18.435774 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:18.436700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.534576 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44246) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:18.549985 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1104495031-network', 'tenant_id': 'bb994527c9d548e085aeffaf4bee3b63'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:18.561817 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:18.568530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.574944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-3256db73-ba9d-4618-b3bc-aca7c60001ab service neutron] 10.222.0.41 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311667 Jun 10 22:34:18.594122 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Allocated IP 172.20.0.8 (b26f3786-1445-4388-8d34-a44aab878cf8/ca93f94d-1263-4010-9051-3a1781904da7/07f2d984-c80c-49e1-8a07-8d41e567134b) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:18.606042 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Made reservation on behalf of bb994527c9d548e085aeffaf4bee3b63 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:18.608366 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.611988 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1113989 Jun 10 22:34:18.658065 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Request body: {'port': {'device_id': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:18.682749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.686607 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.711075 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.749074 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:18.754501 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6def7-a666-4322-9340-7c27b5f62afe req-ca156744-22fb-420c-b63c-0c4f6e94e0f8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:18.756063 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e3f6def7-a666-4322-9340-7c27b5f62afe req-ca156744-22fb-420c-b63c-0c4f6e94e0f8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 943 time: 0.6525617 Jun 10 22:34:18.795120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.802300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640bcf63-ec19-456a-bb5d-253870d1804c,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:18.826707 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:18.870750 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-d43b365c-c0be-44ac-afb0-af46d62436b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:18.873329 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-d43b365c-c0be-44ac-afb0-af46d62436b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 1096 time: 0.4296453 Jun 10 22:34:18.883427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803047c-5af9-481e-9eaa-14e9f87a5d72 req-cc97290e-a930-49fd-ba93-675d7c2df9c6 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:18.885069 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6803047c-5af9-481e-9eaa-14e9f87a5d72 req-cc97290e-a930-49fd-ba93-675d7c2df9c6 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.3534524 Jun 10 22:34:18.887951 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f7ed3ed5-150c-4d71-a45a-2a56cd0c8925 req-c0a303c1-2cc9-4efc-bb1e-5c0c51196ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002369 Jun 10 22:34:18.911011 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:18.922243 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e3f6def7-a666-4322-9340-7c27b5f62afe req-12cbe94a-556a-403c-baef-cda52ddf3a8f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495004 Jun 10 22:34:19.023292 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.031570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.044187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.102909 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.107259 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9146600 Jun 10 22:34:19.110162 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44258) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:19.156703 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:19.181930 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6803047c-5af9-481e-9eaa-14e9f87a5d72 req-376ce848-ac6e-4331-a382-d2b91282c05c tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768242 Jun 10 22:34:19.200277 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c38de-f8f9-46ea-925a-160f5a12f69e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:19.205529 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:19.207625 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-80037c51-e46c-4758-a52b-e0cc015311e2 req-799aceaf-b040-4f76-939c-0fe693ebef83 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 210 time: 0.0781543 Jun 10 22:34:19.213059 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c568d26bb7554429809e692291184ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760288 Jun 10 22:34:19.216279 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44260) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:19.226208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.235982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-ba837623-985b-40af-a9b6-1608180351de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:19.237576 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-ba837623-985b-40af-a9b6-1608180351de service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 916 time: 0.3513525 Jun 10 22:34:19.293141 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.303352 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-97dc47a6-5930-4985-9e4d-54659270eefe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72 HTTP/1.1" status: 200 len: 217 time: 0.0591152 Jun 10 22:34:19.320228 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.335625 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44264) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:19.387811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.392546 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.394863 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/253c38de-f8f9-46ea-925a-160f5a12f69e HTTP/1.1" status: 204 len: 168 time: 0.1775439 Jun 10 22:34:19.395684 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3387b550-5ac2-4450-bcad-19e20446beb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.403659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-17065ee9-c88f-45a2-b589-a8fab75472e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:19.405237 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-17065ee9-c88f-45a2-b589-a8fab75472e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.0944090 Jun 10 22:34:19.409979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.410566 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c38de-f8f9-46ea-925a-160f5a12f69e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:19.434093 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.441693 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:19.443136 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.497741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-f6282d50-5e4c-47f9-8925-5f80a805e308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828111 Jun 10 22:34:19.503231 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.559118 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Network b26f3786-1445-4388-8d34-a44aab878cf8 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:19.580814 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Pushing event updated for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:19.583553 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:19.598103 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:19.605632 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.611038 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:34:19.695146 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.695502 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Added segment de21f346-7356-45a1-8789-f9f8e24fdcf3 of type vlan for network 9d2c105e-d9f5-41e8-a350-7c87ee68626e Jun 10 22:34:19.720080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:19.725484 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:19.726126 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.727656 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.736903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e08c49-6c67-42cb-b7f4-d330f36ed70e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:19.774467 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:19.807424 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.820652 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-748670d9-4cc3-4b87-9ea3-0be44dd91b74 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037169 Jun 10 22:34:19.839918 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed665c9a-55a0-474b-8266-2d7b8fdf456d {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:19.848496 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.860771 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Transition to ACTIVE for port object ed665c9a-55a0-474b-8266-2d7b8fdf456d will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:19.865045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.867410 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e65d2c3e-0959-417f-8562-2d0526a0937f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.889718 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.901222 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.915708 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:19.968437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:19.989005 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:19.989629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.006364 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.011375 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.038428 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4563ca3d0b964a4ca225f869e33fda40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6990798 Jun 10 22:34:20.041645 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44290) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:20.049141 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27081c3f-c5ae-4243-bd5b-06c0e9030a69,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.053830 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.075945 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Attempting to bind port ed665c9a-55a0-474b-8266-2d7b8fdf456d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:20.076272 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Attempting to bind port ed665c9a-55a0-474b-8266-2d7b8fdf456d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:20.076597 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Attempting to bind port ed665c9a-55a0-474b-8266-2d7b8fdf456d on network b26f3786-1445-4388-8d34-a44aab878cf8 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:20.090108 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Port ed665c9a-55a0-474b-8266-2d7b8fdf456d on network b26f3786-1445-4388-8d34-a44aab878cf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:20.090509 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Attempting to bind port ed665c9a-55a0-474b-8266-2d7b8fdf456d on network b26f3786-1445-4388-8d34-a44aab878cf8 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:20.105687 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:20.106027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Checking segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:20.106439 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Bound using segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:20.106854 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Bound port: ed665c9a-55a0-474b-8266-2d7b8fdf456d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:20.107202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.234665 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:20.240700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:20.252782 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.255457 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.258150 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:20.263264 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.264612 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:20.296113 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.307521 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4c33a78-99cb-490a-9576-6744a4448b6b req-cffe0721-36dc-4221-bd5f-8e0c035c9a5a service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786458 Jun 10 22:34:20.310797 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9223993 Jun 10 22:34:20.315587 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7702260 Jun 10 22:34:20.327933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44300) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:20.338649 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30de8be4a613436680aa09e2a4c8701e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9968300 Jun 10 22:34:20.346251 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44302) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:20.346505 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Request body: {'subnet': {'network_id': '9d2c105e-d9f5-41e8-a350-7c87ee68626e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1104495031-subnet', 'tenant_id': 'bb994527c9d548e085aeffaf4bee3b63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:20.364681 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Request body: {'port': {'device_id': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:20.367204 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:20.367831 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.369448 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 1093 time: 1.7218676 Jun 10 22:34:20.371441 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:20.374030 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:20.457078 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.483380 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.484288 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:20.502803 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Pushing event updated for resources: {'Network': ['ID=9d2c105e-d9f5-41e8-a350-7c87ee68626e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.525068 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 9d2c105e-d9f5-41e8-a350-7c87ee68626e details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:34:20.547316 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5b267-4597-4cf3-abcf-f476ac922ca5,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.550848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.557308 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.566073 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Made reservation on behalf of bb994527c9d548e085aeffaf4bee3b63 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:20.568658 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.574034 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.585741 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188bc43-4bbd-48f3-94d1-530318bdc020 req-973fa5bb-2a6c-4473-8e8e-29ac13f65db8 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:20.592825 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3188bc43-4bbd-48f3-94d1-530318bdc020 req-973fa5bb-2a6c-4473-8e8e-29ac13f65db8 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.2222345 Jun 10 22:34:20.628966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.638713 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.659522 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40229cfb-cf84-4bfc-b7d2-6142df6fa03a req-33e0c74c-d658-48bc-a9f1-45a5874fdd28 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:20.660777 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-40229cfb-cf84-4bfc-b7d2-6142df6fa03a req-33e0c74c-d658-48bc-a9f1-45a5874fdd28 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 943 time: 0.5911288 Jun 10 22:34:20.698760 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-cd8bb1e1-4417-41d4-bcb1-3cb1ae797768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:20.700632 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-cd8bb1e1-4417-41d4-bcb1-3cb1ae797768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1096 time: 0.2666728 Jun 10 22:34:20.751329 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.764761 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3188bc43-4bbd-48f3-94d1-530318bdc020 req-a0e760b0-3bff-4d6e-b449-f6d04891ecc6 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712711 Jun 10 22:34:20.767176 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-3a04517c-c857-455c-b1a1-442348c5a2a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0572948 Jun 10 22:34:20.768579 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.851375 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.858788 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:20.862670 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e5b267-4597-4cf3-abcf-f476ac922ca5 HTTP/1.1" status: 204 len: 168 time: 0.5127401 Jun 10 22:34:20.863432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:20.883971 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5b267-4597-4cf3-abcf-f476ac922ca5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:20.887896 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:20.900781 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-40229cfb-cf84-4bfc-b7d2-6142df6fa03a req-1fbae48a-36f3-441e-925a-e1d3c272593a tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308681 Jun 10 22:34:20.914370 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-fae3d6f7-64de-4938-aae8-1680c5994a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:20.915711 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-fae3d6f7-64de-4938-aae8-1680c5994a6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.1407285 Jun 10 22:34:20.966573 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-438196c3-7695-40bb-bebb-82d50194a3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440862 Jun 10 22:34:20.981891 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.030912 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46550f-eb85-4e4f-ab6b-79165c6c1ce5 x-openstack-request-id: req-ee46550f-eb85-4e4f-ab6b-79165c6c1ce5 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:21.031221 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:21.031490 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee46550f-eb85-4e4f-ab6b-79165c6c1ce5 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:21.031995 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d', 'status': 'completed', 'code': 200} Jun 10 22:34:21.107519 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7279149-c282-48c5-a1b4-63fd4d8b1d72 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:21.134616 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007b422-81d0-4147-8818-bd489e90f2b8 req-4d3af462-19f8-4036-9b11-5b47cb07adfd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:21.142017 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a007b422-81d0-4147-8818-bd489e90f2b8 req-4d3af462-19f8-4036-9b11-5b47cb07adfd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 931 time: 0.1780267 Jun 10 22:34:21.145906 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-cd40aea5-8fbe-4747-84e9-801d3d95fc09 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706102 Jun 10 22:34:21.164334 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.209856 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.213698 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27081c3f-c5ae-4243-bd5b-06c0e9030a69 HTTP/1.1" status: 204 len: 168 time: 1.1663141 Jun 10 22:34:21.220634 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6bec3d2d-acd4-49f6-adfd-99f9b172bcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:21.279701 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27081c3f-c5ae-4243-bd5b-06c0e9030a69,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:21.292710 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:21.298532 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.305821 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b9b43515-8499-4100-94b3-5c61660e2f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:21.306836 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a007b422-81d0-4147-8818-bd489e90f2b8 req-9d8898cb-f342-43d9-b1b8-57a954726247 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638730 Jun 10 22:34:21.347118 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:21.362639 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5b881845-31b0-48a7-9a72-208ff36ae85c req-8bda51d3-6055-4389-afca-a1fa7dbdaa8e service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969161 Jun 10 22:34:21.380356 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'port_id': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72', 'mac_address': 'fa:16:3e:e3:c4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e6c85e-c607-4359-9fce-560e468ca85c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:21.448829 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.494292 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7279149-c282-48c5-a1b4-63fd4d8b1d72 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:21.515814 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-5aa6589e-83a6-4420-8f42-49fa2b9ea99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:21.518695 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-5aa6589e-83a6-4420-8f42-49fa2b9ea99a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1096 time: 0.0985396 Jun 10 22:34:21.548025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:21.555771 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.556513 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 690ddbaf-0fd8-49ed-838a-c08bae4c481c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:21.560814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:21.572864 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4872a752-e763-4769-848c-b219c3f0613b,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:21.609631 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Allocated IP 172.28.1.94 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/63732418-2900-4881-ade3-75c45ce40f48) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:21.679627 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:21.703109 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:21.707817 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44336) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:21.734043 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.737398 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-e3288c9b-7299-4295-8b2a-329f5bd60dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:21.739107 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-e3288c9b-7299-4295-8b2a-329f5bd60dfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.2125809 Jun 10 22:34:21.763496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.805749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:21.811449 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:21.836420 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Checking segment: {'id': 'de21f346-7356-45a1-8789-f9f8e24fdcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9d2c105e-d9f5-41e8-a350-7c87ee68626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:21.836773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Network hostable DHCP agents. Network: 9d2c105e-d9f5-41e8-a350-7c87ee68626e, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:34:21.842398 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:21.862092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:21.883316 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:21.971510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44342) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:21.989822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c,segment=NetworkSegment(98c906f9-bad4-434c-ba33-465951538ebf),segment_id=98c906f9-bad4-434c-ba33-465951538ebf)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:21.999037 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-3c4c3fc3-d2f0-4ffc-8ded-74b4539e5fcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.2460535 Jun 10 22:34:22.010013 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '690ddbaf-0fd8-49ed-838a-c08bae4c481c', 'network_id': 'dfde90c6-dcae-4277-9d22-19111c9cff55', 'port_id': '690ddbaf-0fd8-49ed-838a-c08bae4c481c', 'mac_address': 'fa:16:3e:ba:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db50571-98d3-45d3-be27-55d1a5e133bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:22.024303 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:22.074572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-a27eb722-e34f-47a5-a017-191542170691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:22.076172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.076293 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-a27eb722-e34f-47a5-a017-191542170691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0685065 Jun 10 22:34:22.103826 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690ddbaf-0fd8-49ed-838a-c08bae4c481c {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:22.137373 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c,segment=NetworkSegment(98c906f9-bad4-434c-ba33-465951538ebf),segment_id=98c906f9-bad4-434c-ba33-465951538ebf)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:22.143785 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-f51de5be-c904-4846-9328-250a0a923702 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563958 Jun 10 22:34:22.144629 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.145790 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.148775 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:22.163594 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.194667 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f2d984-c80c-49e1-8a07-8d41e567134b {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:22.228893 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Network 9d2c105e-d9f5-41e8-a350-7c87ee68626e is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:34:22.230005 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:22.236924 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4622b1a7377c47389267a646ded50fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279901 Jun 10 22:34:22.238727 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44352) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:22.245636 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.254928 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:22.263258 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:22.295449 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=63732418-2900-4881-ade3-75c45ce40f48,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:22.312322 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 9d2c105e-d9f5-41e8-a350-7c87ee68626e) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:22.320701 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:22.321888 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Transition to ACTIVE for port object 07f2d984-c80c-49e1-8a07-8d41e567134b will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:22.328339 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a60ab4-7b02-4e93-aa2c-f37853da8c5a None None] Network 9d2c105e-d9f5-41e8-a350-7c87ee68626e requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:22.330702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:22.331460 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.337928 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.357124 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.373874 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec4d074-5b6f-4392-990a-ede317b6b6e4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:22.381834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:22.395887 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:22.435477 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03546f-115f-4556-a026-cf9a99963a0e req-be71d5e9-869d-40fe-9e6d-10f32e86462b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:22.436974 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dd03546f-115f-4556-a026-cf9a99963a0e req-be71d5e9-869d-40fe-9e6d-10f32e86462b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 944 time: 0.2991672 Jun 10 22:34:22.459701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.464851 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-589c89e7-6f0b-4e19-a2b2-709d9d49c2dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1301730 Jun 10 22:34:22.472183 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:22.489511 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-32e440a6-8700-4e21-aaea-5753db93111b service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348777 Jun 10 22:34:22.491661 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['690ddbaf-0fd8-49ed-838a-c08bae4c481c'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:22.504303 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.520075 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Pushing event updated for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:22.545581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:22.584623 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.602359 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dd03546f-115f-4556-a026-cf9a99963a0e req-35057a2f-177c-435b-96fb-651acce1d67b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471317 Jun 10 22:34:22.726247 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44366) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:22.839536 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2a0126b7-6ac1-4d35-aba8-cc55cbe2091b req-32335d1b-821a-4627-8a1b-75ca00c24052 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337340 Jun 10 22:34:22.874366 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0279-e098-4031-aac7-2ff9875f7015 req-e705590b-35ff-4548-8898-c3310bf32425 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:22.881772 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5f9e0279-e098-4031-aac7-2ff9875f7015 req-e705590b-35ff-4548-8898-c3310bf32425 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 944 time: 0.8450196 Jun 10 22:34:22.885226 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.898528 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Deleting subnet 4d119d59-dba1-4186-82b1-57f79720cc73 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:34:22.900585 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.903081 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.906925 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eec4d074-5b6f-4392-990a-ede317b6b6e4 HTTP/1.1" status: 204 len: 168 time: 0.6652768 Jun 10 22:34:22.911091 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-49a4266d-0acd-49b5-bcfb-ca308535db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:22.913015 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.946491 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eac179-9c22-4694-9a45-32a0bc927218 None None] Network 9d2c105e-d9f5-41e8-a350-7c87ee68626e requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:22.958389 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec4d074-5b6f-4392-990a-ede317b6b6e4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:22.965192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:22.984400 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:22.997648 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.009142 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.013504 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.015482 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3166aa54-8210-4386-a72f-f87bd8ddf14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:23.054267 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5f9e0279-e098-4031-aac7-2ff9875f7015 req-db6ab810-5497-43cb-b14c-da14c230c7ad tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715655 Jun 10 22:34:23.056559 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Attempting to bind port 07f2d984-c80c-49e1-8a07-8d41e567134b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:23.057004 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Attempting to bind port 07f2d984-c80c-49e1-8a07-8d41e567134b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:23.057569 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Attempting to bind port 07f2d984-c80c-49e1-8a07-8d41e567134b on network b26f3786-1445-4388-8d34-a44aab878cf8 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:23.115726 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=615426bd3463483ab4c3484073c77d89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400838 Jun 10 22:34:23.122523 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b61e1-621f-495f-8aee-a209c3d30c3c req-5d9902eb-f18b-491a-afc1-7b4b225838a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:23.129451 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d9b61e1-621f-495f-8aee-a209c3d30c3c req-5d9902eb-f18b-491a-afc1-7b4b225838a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 943 time: 0.2867010 Jun 10 22:34:23.132720 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44374) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:23.135098 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d54225-66b0-4295-9bd3-edbebe806936,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:23.152171 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:23.214922 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.223101 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ea9b39bc-8ec5-4adc-8f86-035a2af047a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:23.235760 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d9b61e1-621f-495f-8aee-a209c3d30c3c req-8a74d2d7-a96e-4516-95fb-b085c716134a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054120 Jun 10 22:34:23.256209 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Port 07f2d984-c80c-49e1-8a07-8d41e567134b on network b26f3786-1445-4388-8d34-a44aab878cf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:23.257245 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Attempting to bind port 07f2d984-c80c-49e1-8a07-8d41e567134b on network b26f3786-1445-4388-8d34-a44aab878cf8 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:23.261639 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.274989 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:23.275721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Checking segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:23.276468 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Bound using segment: {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:23.277115 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Bound port: 07f2d984-c80c-49e1-8a07-8d41e567134b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b41006-fe24-4e3f-bd6e-5e477536488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:23.277926 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.282175 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.287317 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d119d59-dba1-4186-82b1-57f79720cc73,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:23.290800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:23.291833 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.297709 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4d119d59-dba1-4186-82b1-57f79720cc73 HTTP/1.1" status: 204 len: 168 time: 0.5690665 Jun 10 22:34:23.299209 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44380) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:23.318867 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0187262a-e77f-44c8-8227-3eba9fb5a6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:23.332555 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.389793 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.409955 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.478845 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.482620 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.488546 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1d54225-66b0-4295-9bd3-edbebe806936 HTTP/1.1" status: 204 len: 168 time: 0.3542049 Jun 10 22:34:23.489853 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f1f40b00-2fb8-4b31-ae74-0567c077a4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:23.502902 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d54225-66b0-4295-9bd3-edbebe806936,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:23.506007 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:23.513118 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=63732418-2900-4881-ade3-75c45ce40f48,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:23.527931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:23.535681 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.537471 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.546432 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4193680 Jun 10 22:34:23.576299 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:23.585903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07f2d984-c80c-49e1-8a07-8d41e567134b,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:23.595703 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.606455 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:23.673170 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:23.674202 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.675599 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] 10.222.0.41 "PUT /v2.0/ports/07f2d984-c80c-49e1-8a07-8d41e567134b HTTP/1.1" status: 200 len: 1093 time: 3.3331451 Jun 10 22:34:23.676247 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:23.678663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee55244d-6568-45db-b96a-c9eda749d97d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:23.763098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:23.776736 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.777101 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.777890 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.778236 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > port after_create 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.778558 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.779034 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > port after_update 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.779363 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.779677 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.780025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.780357 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.904958 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-2e875790-02f1-49ea-a871-3f306ec749fe tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1857797032&fields=id&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 267 time: 0.0494847 Jun 10 22:34:23.951692 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.952201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.952766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.953210 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:34:23.954428 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:24.015842 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Pushing event updated for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:24.019251 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44420) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:24.020479 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:24.044090 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.091507 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212ef06c-926f-4a6e-b4ae-ee03823da17a') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:24.092206 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212ef06c-926f-4a6e-b4ae-ee03823da17a') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:24.122854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.161744 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.185925 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:34:24.186402 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: from cryptography.utils import int_from_bytes Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: from cryptography.utils import int_from_bytes Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:34:24.193636 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:34:24.324878 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-aa978906-55d9-4602-bd88-594b9e302154 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:24.325735 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101df61-28b3-4230-9123-4b11e705c1ac req-6cf18ee7-be54-440c-b87e-060ccaa996ba tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:24.326357 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-aa978906-55d9-4602-bd88-594b9e302154 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 816 time: 0.4133337 Jun 10 22:34:24.334048 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3101df61-28b3-4230-9123-4b11e705c1ac req-6cf18ee7-be54-440c-b87e-060ccaa996ba tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 944 time: 0.3737741 Jun 10 22:34:24.344487 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-27289b4c-7c12-4a36-b046-83e42369efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:24.346762 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-27289b4c-7c12-4a36-b046-83e42369efa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 1096 time: 0.3409259 Jun 10 22:34:24.353977 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.358558 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-52bd1974-5151-4ace-8266-32686df82678 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/quotas/149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 375 time: 0.0190213 Jun 10 22:34:24.435697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:24.455083 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-3062a982-c136-4920-bd0e-03568a455115 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f2d984-c80c-49e1-8a07-8d41e567134b HTTP/1.1" status: 200 len: 217 time: 0.0894284 Jun 10 22:34:24.456941 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.462394 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.462516 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e HTTP/1.1" status: 204 len: 168 time: 1.1603036 Jun 10 22:34:24.465564 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef889cb-b4b4-4dd8-8c96-efa1d09e3e4e,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:24.470326 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44438) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:24.473654 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.478620 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-adc0bb25-b027-47c1-aa8a-f5e9c3c01f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:24.479140 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:24.512890 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3101df61-28b3-4230-9123-4b11e705c1ac req-a8927597-0a8d-4a22-8d1f-cf2462ba9248 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776869 Jun 10 22:34:24.538509 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c74a7e-26ca-451c-b476-ae4a683e3475,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:24.541565 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:24.545352 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=721a82b302e7470499cd17eadb00b1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247724 Jun 10 22:34:24.552527 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44442) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:24.567543 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-ba42f57f-7465-43bb-92d8-3e32b374299e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1862874 Jun 10 22:34:24.598493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-d4463744-7d12-4128-ac29-4264ec487544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:24.600091 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-d4463744-7d12-4128-ac29-4264ec487544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.1306124 Jun 10 22:34:24.606064 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Deleting subnet 4872a752-e763-4769-848c-b219c3f0613b {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:34:24.613459 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a9ba3-d949-4109-aa8e-d354a9df7c30 x-openstack-request-id: req-a47a9ba3-d949-4109-aa8e-d354a9df7c30 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:24.613854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:24.615248 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a47a9ba3-d949-4109-aa8e-d354a9df7c30 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:24.615248 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b', 'status': 'completed', 'code': 200} Jun 10 22:34:24.616866 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.682883 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-08467f5f-f7d9-42e6-9474-74869f01793a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672948 Jun 10 22:34:24.718720 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-f90116a5-b0a8-4624-94cf-27a0e31e1d0b service neutron] 10.222.0.16 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499224 Jun 10 22:34:24.759363 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:24.862146 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-32802e4f-d12c-41ad-ba0a-284be6df0b41 service neutron] 10.222.0.16 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414301 Jun 10 22:34:24.905956 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.018510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.097302 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device ed665c9a-55a0-474b-8266-2d7b8fdf456d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:25.108179 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7279149-c282-48c5-a1b4-63fd4d8b1d72 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:25.125245 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.188883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.248970 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbc2e-2230-48c0-a88c-b86e969575e5 req-2e54af1b-2fa2-4e1a-863d-2b82ac8cecb5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:25.256637 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e7ecbc2e-2230-48c0-a88c-b86e969575e5 req-2e54af1b-2fa2-4e1a-863d-2b82ac8cecb5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 943 time: 0.1183131 Jun 10 22:34:25.258448 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port b7279149-c282-48c5-a1b4-63fd4d8b1d72 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:25.263184 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:25.272749 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port b7279149-c282-48c5-a1b4-63fd4d8b1d72 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:25.273404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.276430 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-c5d7908e-bb96-4387-9bb2-8ef61e1de61d service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800402 Jun 10 22:34:25.321101 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e7ecbc2e-2230-48c0-a88c-b86e969575e5 req-e247a84a-53fb-455d-bb1d-f462222d10b6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Jun 10 22:34:25.335176 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4872a752-e763-4769-848c-b219c3f0613b,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:25.360477 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf735423-5d32-40b6-b0cd-bd14f9620691 req-3033b780-345a-4228-bd88-4ab7db48496f tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:25.368713 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bf735423-5d32-40b6-b0cd-bd14f9620691 req-3033b780-345a-4228-bd88-4ab7db48496f tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 945 time: 0.6123927 Jun 10 22:34:25.372756 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:25.374061 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.379107 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-67b7f6a9-0255-450d-a044-ae9910c54f2b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4872a752-e763-4769-848c-b219c3f0613b HTTP/1.1" status: 204 len: 168 time: 0.9048274 Jun 10 22:34:25.379879 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44470) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:25.397627 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:25.426667 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'port_id': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d', 'mac_address': 'fa:16:3e:fc:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:25.428199 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c3099ec1-067d-4ef6-928c-7402e7b2684b req-7aa925ed-9878-490d-bded-be4bacad81db tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0407352 Jun 10 22:34:25.514268 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.545407 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed665c9a-55a0-474b-8266-2d7b8fdf456d {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:25.569253 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.574934 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:25.596451 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.599628 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:25.658609 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:25.754935 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39df-c2e2-499f-8b4c-5553445f2559 req-183bd345-6e33-4876-9361-47a2a798553c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:25.763819 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229f39df-c2e2-499f-8b4c-5553445f2559 req-183bd345-6e33-4876-9361-47a2a798553c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 944 time: 0.0955026 Jun 10 22:34:25.766115 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:25.807386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.808439 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 690ddbaf-0fd8-49ed-838a-c08bae4c481c up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:25.821845 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:25.831137 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229f39df-c2e2-499f-8b4c-5553445f2559 req-03061c90-760b-4e17-9f22-518078c5e1ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Jun 10 22:34:25.851334 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:25.901197 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:25.904701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['ed665c9a-55a0-474b-8266-2d7b8fdf456d'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:25.926318 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:25.946573 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124ddb9-5df7-4a3c-ba3d-80c7097451f2" -d '{"events": [{"server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "name": "network-vif-plugged", "status": "completed", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:26.013154 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.046151 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 690ddbaf-0fd8-49ed-838a-c08bae4c481c completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:26.053282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.063650 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57c74a7e-26ca-451c-b476-ae4a683e3475 HTTP/1.1" status: 204 len: 168 time: 1.5009308 Jun 10 22:34:26.063650 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-01c1b911-3bd5-4281-9c8a-5306e46954c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:26.066144 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 690ddbaf-0fd8-49ed-838a-c08bae4c481c triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:26.066254 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.074961 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bf735423-5d32-40b6-b0cd-bd14f9620691 req-2eaac9a0-16db-4e2f-a2b2-f28e33b60469 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050319 Jun 10 22:34:26.104132 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:26.120819 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:26.172066 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.185666 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2c105e-d9f5-41e8-a350-7c87ee68626e']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:26.188783 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c74a7e-26ca-451c-b476-ae4a683e3475,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:26.201903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:26.210908 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de21f346-7356-45a1-8789-f9f8e24fdcf3') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:26.211314 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de21f346-7356-45a1-8789-f9f8e24fdcf3') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:26.226104 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.229258 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-353430f7-fba4-444d-8624-845b4d2a31c1 req-4eaf5c14-6162-4799-bb9c-0747d1c2bbda service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069283 Jun 10 22:34:26.245475 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.253678 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:34:26.254251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:34:26.256249 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:34:26.507547 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.527667 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:26.542682 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82700217-3d7f-4bb2-b62b-cde7f8fdf965 x-openstack-request-id: req-82700217-3d7f-4bb2-b62b-cde7f8fdf965 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:26.542990 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "name": "network-vif-plugged", "status": "completed", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:26.543243 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82700217-3d7f-4bb2-b62b-cde7f8fdf965 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:26.543701 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72', 'code': 200} Jun 10 22:34:26.550700 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.555107 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d2c105e-d9f5-41e8-a350-7c87ee68626e HTTP/1.1" status: 204 len: 168 time: 1.1515343 Jun 10 22:34:26.601901 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2c105e-d9f5-41e8-a350-7c87ee68626e,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:26.615038 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:26.615672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.653107 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55244d-6568-45db-b96a-c9eda749d97d req-7c8e35fa-c1b8-485f-9521-47f1b89b36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:26.654816 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-7c8e35fa-c1b8-485f-9521-47f1b89b36fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 1096 time: 0.3123708 Jun 10 22:34:26.785496 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-080f96c0-7874-400f-9a38-3539c6a42c57 req-6353b02d-3250-44d9-97af-bf4be946ee70 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0632689 Jun 10 22:34:26.788348 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c,segment=NetworkSegment(98c906f9-bad4-434c-ba33-465951538ebf),segment_id=98c906f9-bad4-434c-ba33-465951538ebf)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:26.798789 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:26.802573 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-3b673c8c-df7c-4c79-95cb-57a2be9ba292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:26.810386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80792f6b-13ea-46f2-926c-40c81b177509 req-8f5d1ae4-1dc5-4ee7-a396-b6e3ba23cb7e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:26.818247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-80792f6b-13ea-46f2-926c-40c81b177509 req-8f5d1ae4-1dc5-4ee7-a396-b6e3ba23cb7e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 943 time: 0.2140443 Jun 10 22:34:26.901699 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-80792f6b-13ea-46f2-926c-40c81b177509 req-eda27086-1171-42a5-b5bb-568046bbddf3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Jun 10 22:34:26.949048 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:26.952529 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55244d-6568-45db-b96a-c9eda749d97d req-ff390576-3fc7-41c5-91c8-e21566570ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:26.954727 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-ff390576-3fc7-41c5-91c8-e21566570ff7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.2859271 Jun 10 22:34:26.960868 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:27.067128 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-ce68dbe1-ed64-46d2-9e57-26c7bfa88f85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f2d984-c80c-49e1-8a07-8d41e567134b HTTP/1.1" status: 200 len: 217 time: 0.1047704 Jun 10 22:34:27.143433 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44538) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:27.248355 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ab7b3ec8-53ab-42c9-9792-9444a997039c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb2964f851a6476da9b134c69121f84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014457 Jun 10 22:34:27.255687 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44544) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:27.258704 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-f4c40c10-363d-4e7d-ba74-b9217ca98972 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:27.260527 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-f4c40c10-363d-4e7d-ba74-b9217ca98972 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 816 time: 0.3415000 Jun 10 22:34:27.322547 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a9b35-8936-4637-a2c4-ff0ee97744be req-3554f4bf-3876-48cb-b940-e5afd8f71894 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:27.324438 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-964a9b35-8936-4637-a2c4-ff0ee97744be req-3554f4bf-3876-48cb-b940-e5afd8f71894 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.3019776 Jun 10 22:34:27.353353 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55244d-6568-45db-b96a-c9eda749d97d req-88516389-97b7-41e9-8f75-1d08e555a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:27.354637 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44548) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:27.355513 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-88516389-97b7-41e9-8f75-1d08e555a58a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.2645297 Jun 10 22:34:27.390539 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-1932de03-a8c4-4fa0-a902-ca1921c22388 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 380 time: 0.1200125 Jun 10 22:34:27.400664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'port': {'device_id': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'admin_state_up': True, 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'security_groups': ['509d11e1-6962-4422-9367-bae9ba3f442f']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:27.425345 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-bd05e9c8-5151-412c-8a4f-a3e530339a1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546069 Jun 10 22:34:27.436538 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-d7946029-a4dd-4195-aff2-e9b7c57d2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:27.437640 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-d7946029-a4dd-4195-aff2-e9b7c57d2bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 1098 time: 0.3959360 Jun 10 22:34:27.457477 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-964a9b35-8936-4637-a2c4-ff0ee97744be req-3ccefa92-8bd6-4be4-89d9-ebb1d5ae2d32 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232104 Jun 10 22:34:27.507191 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.522065 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.568936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.603846 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3f3bf-0663-470f-bca9-83b8036acf89 req-d9509e09-03f2-4f5a-a26b-9173d8988c3f tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:27.605191 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-63f3f3bf-0663-470f-bca9-83b8036acf89 req-d9509e09-03f2-4f5a-a26b-9173d8988c3f tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.3203838 Jun 10 22:34:27.631665 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.db.api [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 22:34:27.631665 dv-cinder-790535-2-smb neutron-server[91861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 22:34:27.631665 dv-cinder-790535-2-smb neutron-server[91861]: [parameters: {'project_id': '4d441f91d2ec4d41b2d29b3a676ba470', 'id': '788c9676-fc1e-471d-91d4-6a9d1ec86176', 'expiration': datetime.datetime(2021, 6, 10, 22, 36, 27, 602296)}] Jun 10 22:34:27.631665 dv-cinder-790535-2-smb neutron-server[91861]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:34:27.632231 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_db.api [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:34:27.636692 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.684624 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Made reservation on behalf of 149a394c09a8489d9117f5f2d8307cd7 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:27.688740 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.694548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.db.api [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 22:34:27.694548 dv-cinder-790535-2-smb neutron-server[91862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 22:34:27.694548 dv-cinder-790535-2-smb neutron-server[91862]: [parameters: {'project_id': 'e2edf79fc52d4bd08c70668f7b454996', 'id': 'b17b4edb-6652-44f5-9624-8cfda1e619b7', 'expiration': datetime.datetime(2021, 6, 10, 22, 36, 27, 665543)}] Jun 10 22:34:27.694548 dv-cinder-790535-2-smb neutron-server[91862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:34:27.694964 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_db.api [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:34:27.722567 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-47f6a9ef-716a-4679-943b-fd7f20ca245f service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837417 Jun 10 22:34:27.729158 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-63f3f3bf-0663-470f-bca9-83b8036acf89 req-e6b2dfdd-8124-4fca-bdea-095eafb028be tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109424 Jun 10 22:34:27.824447 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.828758 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:27.830400 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe4d8ee-e150-4e49-9966-643fc09ff931 HTTP/1.1" status: 204 len: 168 time: 0.5718749 Jun 10 22:34:27.832519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:27.851713 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4d8ee-e150-4e49-9966-643fc09ff931,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:27.855051 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:27.871982 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ee55244d-6568-45db-b96a-c9eda749d97d req-6149105a-2fec-45f2-bee3-1e1be998f843 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412342 Jun 10 22:34:27.894257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Allocated IP 172.20.0.10 (182b4907-aa69-4a3e-bc3d-23e1a5747407/a00db873-4b40-49e4-b1db-fc4a572e35f0/abf3e9b6-a78e-4c83-9ab6-0ff46ac73789) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:28.068499 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44580) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:28.120340 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6e58d98f-dae3-475c-bd7e-59c5b00bce19 req-4d0ed70a-9bd3-4b61-b3fe-c78673cf0a74 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0712683 Jun 10 22:34:28.134136 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.137500 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44852-161d-4d8c-ad39-002627eded42 req-31dcebe2-9526-40b6-a39f-fbe108b7a6a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:28.147048 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2ca44852-161d-4d8c-ad39-002627eded42 req-31dcebe2-9526-40b6-a39f-fbe108b7a6a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 943 time: 0.1030173 Jun 10 22:34:28.190008 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.198866 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2ca44852-161d-4d8c-ad39-002627eded42 req-94bb00d9-3266-41d2-a194-e53866acf5c5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 Jun 10 22:34:28.199879 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.213404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Transition to ACTIVE for port object abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:28.313666 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.316455 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.332224 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.335652 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:28.348519 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.350176 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44590) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:28.416021 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:28.424599 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9708b109-644b-46fa-8713-046574fdd09c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb994527c9d548e085aeffaf4bee3b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682104 Jun 10 22:34:28.424787 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:28.424901 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44592) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:28.429944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d441f91d2ec4d41b2d29b3a676ba470&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689495 Jun 10 22:34:28.432954 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:28.433172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44594) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:28.439063 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:28.442473 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.451141 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:28.456684 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:28.457149 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:28.507073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413aa093-bba5-4958-86db-b5f00076361a,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:28.510800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:28.545008 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:28.549630 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845982cf-210b-4f27-a8ad-75ad5a9d6073" -d '{"events": [{"server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "name": "network-vif-plugged", "status": "completed", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:28.575789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.591696 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.595239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.619110 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2223365 Jun 10 22:34:28.630364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a96d7-7cdb-4003-a969-a7bcbaa13364 x-openstack-request-id: req-a21a96d7-7cdb-4003-a969-a7bcbaa13364 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:28.630762 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "name": "network-vif-plugged", "status": "completed", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:28.631116 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a21a96d7-7cdb-4003-a969-a7bcbaa13364 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:28.631602 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c', 'code': 200} Jun 10 22:34:28.633795 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.669570 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.669922 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Request body: {'port': {'device_id': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:28.676362 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:28.717248 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.738362 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4a864b97-f4d2-4ff3-ad1a-fdde12f7e035 req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2855711 Jun 10 22:34:28.787651 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55254152-5b8e-44de-8c51-3a473a413cb9,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:28.823852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:28.831366 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-56c2eb37-963e-47d9-9f51-2d8b86fbd18f None None] Provisioning for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:28.839868 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-56c2eb37-963e-47d9-9f51-2d8b86fbd18f None None] Provisioning complete for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:28.840747 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-56c2eb37-963e-47d9-9f51-2d8b86fbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.868663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.869292 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9409b-6501-46bf-8af4-3d679bee2db4 req-0ff8c779-14cd-4bfc-bc0e-c95260dfdf73 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:28.871816 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.875151 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/413aa093-bba5-4958-86db-b5f00076361a HTTP/1.1" status: 204 len: 168 time: 0.4319425 Jun 10 22:34:28.876442 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:28.880596 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-22d9409b-6501-46bf-8af4-3d679bee2db4 req-0ff8c779-14cd-4bfc-bc0e-c95260dfdf73 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.2766197 Jun 10 22:34:28.884510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.887178 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.888719 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64e08c49-6c67-42cb-b7f4-d330f36ed70e HTTP/1.1" status: 204 len: 168 time: 0.4625182 Jun 10 22:34:28.917811 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413aa093-bba5-4958-86db-b5f00076361a,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:28.921058 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:28.921416 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:28.932639 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e08c49-6c67-42cb-b7f4-d330f36ed70e,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:28.935392 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:28.948832 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-22d9409b-6501-46bf-8af4-3d679bee2db4 req-63014a10-a9c2-4a39-b240-642952d750ca tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660706 Jun 10 22:34:28.968713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:28.981297 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939c993-909e-42f4-9273-dd36c4d3d935 req-44ab9879-85f7-4550-9819-eaedea3fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:28.983799 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8939c993-909e-42f4-9273-dd36c4d3d935 req-44ab9879-85f7-4550-9819-eaedea3fc069 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 1099 time: 0.1093576 Jun 10 22:34:29.040905 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-56c2eb37-963e-47d9-9f51-2d8b86fbd18f None None] Port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:34:29.115032 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8939c993-909e-42f4-9273-dd36c4d3d935 req-15ba8007-c769-432c-a5ee-710e9a17c5f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230280 Jun 10 22:34:29.119115 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 07f2d984-c80c-49e1-8a07-8d41e567134b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:29.144331 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.154403 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.182496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f1bf7-6e55-4a75-9628-e3d108072925 req-cb4eaa43-46e5-4ccd-97a9-96f8257a3057 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:29.185153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cfa215e7-4326-4c6c-88c0-ca5054bea41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:29.187010 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-891f1bf7-6e55-4a75-9628-e3d108072925 req-cb4eaa43-46e5-4ccd-97a9-96f8257a3057 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.1295507 Jun 10 22:34:29.192800 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44618) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:29.193053 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02a2e0ce86aa42aaacfaa207cf795add&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1007025 Jun 10 22:34:29.246754 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147c383-2b25-4652-ba9c-e7174ff4a44b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:29.298835 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07f2d984-c80c-49e1-8a07-8d41e567134b,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:29.305206 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:29.320114 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device ed665c9a-55a0-474b-8266-2d7b8fdf456d up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:29.352463 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-891f1bf7-6e55-4a75-9628-e3d108072925 req-13ff43a6-00f2-4e8b-aad1-1a3548f6af68 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484103 Jun 10 22:34:29.372258 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.396874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '07f2d984-c80c-49e1-8a07-8d41e567134b', 'network_id': 'b26f3786-1445-4388-8d34-a44aab878cf8', 'port_id': '07f2d984-c80c-49e1-8a07-8d41e567134b', 'mac_address': 'fa:16:3e:66:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca93f94d-1263-4010-9051-3a1781904da7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:29.401150 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.422443 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:29.430195 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.443970 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Transition to ACTIVE for port object abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:29.456467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.485006 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:29.502639 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.508979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.511685 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.515564 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5147c383-2b25-4652-ba9c-e7174ff4a44b HTTP/1.1" status: 204 len: 168 time: 0.3185532 Jun 10 22:34:29.519217 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:29.552652 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147c383-2b25-4652-ba9c-e7174ff4a44b,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:29.564473 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:29.601285 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f2d984-c80c-49e1-8a07-8d41e567134b {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:29.628644 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port ed665c9a-55a0-474b-8266-2d7b8fdf456d completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:29.660316 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44632) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:29.663156 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port ed665c9a-55a0-474b-8266-2d7b8fdf456d triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:29.663531 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.725516 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.777497 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07f2d984-c80c-49e1-8a07-8d41e567134b,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:29.810138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:29.823202 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:29.924513 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:29.929257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:29.983957 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a721a-c50d-4b02-a7a7-1bb37037de7d req-8bee25ef-3a23-480d-8ed1-7329eee76fcd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:29.985765 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-794a721a-c50d-4b02-a7a7-1bb37037de7d req-8bee25ef-3a23-480d-8ed1-7329eee76fcd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 943 time: 0.4270682 Jun 10 22:34:29.989379 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6040934-8676-46ff-b516-c212ad1307f7 req-056bea53-e027-4a68-898c-d14769557e2b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:29.997537 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c6040934-8676-46ff-b516-c212ad1307f7 req-056bea53-e027-4a68-898c-d14769557e2b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.6546924 Jun 10 22:34:29.999866 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Attempting to bind port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:30.000421 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Attempting to bind port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:30.001524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Attempting to bind port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:30.004670 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.014596 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:30.015202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Attempting to bind port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:30.022350 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.033120 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:30.033743 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Checking segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:30.034551 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Bound using segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:30.035326 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Bound port: abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:30.035886 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.044964 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:30.056794 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.078221 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c6040934-8676-46ff-b516-c212ad1307f7 req-970046eb-6a74-41c3-9bbe-f97077719d75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793102 Jun 10 22:34:30.088406 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.092357 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['07f2d984-c80c-49e1-8a07-8d41e567134b'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:30.147879 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0877dbee0fac40a88972710c38168e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864929 Jun 10 22:34:30.150488 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 44646) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:30.157037 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491271b6-fa29-4332-a8e9-f7d514b5b126,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.172162 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-794a721a-c50d-4b02-a7a7-1bb37037de7d req-2bd9971f-5d40-4da9-bdea-09c8b8e16d1c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796424 Jun 10 22:34:30.176367 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.190463 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:30.193765 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.225570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:30.237012 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.241860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fa970cfe-dd8f-4f75-b49a-603dfbc6c2db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:30.263471 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:30.276149 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.278885 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:30.306871 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.312141 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.344941 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:30.345715 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.347110 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] 10.222.0.41 "PUT /v2.0/ports/abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 1094 time: 1.6888192 Jun 10 22:34:30.347966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:30.351129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29863f50-d899-482b-b0e5-2c2a9612e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:30.356663 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.394518 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.430208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44656) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:30.477706 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.523378 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.549642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856ce6f-2cac-4ce1-ab8b-31a2958d8809 x-openstack-request-id: req-2856ce6f-2cac-4ce1-ab8b-31a2958d8809 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:30.549756 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:30.549993 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2856ce6f-2cac-4ce1-ab8b-31a2958d8809 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:30.552694 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'status': 'completed', 'code': 200} Jun 10 22:34:30.555163 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.633153 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:30.635548 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72be1f-18a2-4aa9-bee8-63f2ccd5d8ce" -d '{"events": [{"server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:30.752459 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.776182 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.803316 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b2ba7014-9804-4ee6-8473-6935eace16d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:30.830107 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685ea8a-eb59-4ff0-a847-cc8532442ea5 req-40c88042-6acd-4a52-95c5-40e9ec15b3a2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:30.832553 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0685ea8a-eb59-4ff0-a847-cc8532442ea5 req-40c88042-6acd-4a52-95c5-40e9ec15b3a2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.5044689 Jun 10 22:34:30.852931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.854634 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302895ad-162e-4915-ae12-b94bd95d4a88,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.855412 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:30.863118 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.865686 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a454ac0c96d9467da2b0df15f1061183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344983 Jun 10 22:34:30.869337 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 44672) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:30.874023 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/491271b6-fa29-4332-a8e9-f7d514b5b126 HTTP/1.1" status: 204 len: 168 time: 0.7214863 Jun 10 22:34:30.887050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d69f5c0-a53d-4dd1-9f61-c2461f311065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:30.906460 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491271b6-fa29-4332-a8e9-f7d514b5b126,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:30.914995 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:30.917432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-3c495965-0e81-402c-b42d-5558fb298f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:30.919003 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-3c495965-0e81-402c-b42d-5558fb298f31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1097 time: 0.4758487 Jun 10 22:34:30.954173 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0685ea8a-eb59-4ff0-a847-cc8532442ea5 req-6c33ee96-b166-47a3-bd9d-ca597a68075b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123760 Jun 10 22:34:30.983498 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dae2-68fe-4b33-9bb6-5b0990748e4c req-159e724d-0972-4b14-a86a-0cb3456c7af0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:30.985996 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-66f3dae2-68fe-4b33-9bb6-5b0990748e4c req-159e724d-0972-4b14-a86a-0cb3456c7af0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.2278929 Jun 10 22:34:30.992016 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:31.043598 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c491c0ae-ae67-4496-9a0b-526fdf21ee74 x-openstack-request-id: req-c491c0ae-ae67-4496-9a0b-526fdf21ee74 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:31.044120 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:31.044455 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c491c0ae-ae67-4496-9a0b-526fdf21ee74 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:31.044859 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d', 'code': 200} Jun 10 22:34:31.057437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:31.085403 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-f00b6215-679e-42d9-b92c-0bcddc9ea4f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 217 time: 0.1574457 Jun 10 22:34:31.086069 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-66f3dae2-68fe-4b33-9bb6-5b0990748e4c req-907606d2-3259-4eb4-9ebb-f9135fa2ad9b tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Jun 10 22:34:31.145429 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:31.148780 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:31.150035 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/302895ad-162e-4915-ae12-b94bd95d4a88 HTTP/1.1" status: 204 len: 168 time: 0.2802522 Jun 10 22:34:31.150934 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3eb498de-1d25-4fda-9539-3c5301dd3ec5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:31.168412 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302895ad-162e-4915-ae12-b94bd95d4a88,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:31.173698 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:31.264061 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-c2ed2e93-97a8-40cf-a372-d24f61bbfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:31.267943 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-c2ed2e93-97a8-40cf-a372-d24f61bbfd00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.1628833 Jun 10 22:34:31.522015 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fad3e5-5c32-4a69-aad5-36c844e0a4c7 req-5ef27bf4-503b-4d3a-ac58-b6274d50b224 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:31.529412 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-06fad3e5-5c32-4a69-aad5-36c844e0a4c7 req-5ef27bf4-503b-4d3a-ac58-b6274d50b224 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1747932 Jun 10 22:34:31.536003 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99507c-7e30-414b-9738-2df701b22f05 req-56ee2f0b-5db7-43b7-88ce-ee185217048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:31.537450 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-56ee2f0b-5db7-43b7-88ce-ee185217048e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2608187 Jun 10 22:34:31.700373 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-06fad3e5-5c32-4a69-aad5-36c844e0a4c7 req-5d1635d6-ebfb-4d74-9fa9-e5b680b043d0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619127 Jun 10 22:34:31.754594 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-29539b32-d307-4a9f-b2b4-bee7edfab126 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012014 Jun 10 22:34:31.792574 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da6e0-e71d-40d3-aefc-90ceb8950262 req-fdc2409a-4b19-4dbb-9df4-a01f66341bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:31.794204 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-548da6e0-e71d-40d3-aefc-90ceb8950262 req-fdc2409a-4b19-4dbb-9df4-a01f66341bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.3947554 Jun 10 22:34:31.803654 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a116c-d0fe-4a71-906a-84d10b37eb79 req-4fcafd0a-2469-479d-b532-b91cbd42c965 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:31.810476 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c00a116c-d0fe-4a71-906a-84d10b37eb79 req-4fcafd0a-2469-479d-b532-b91cbd42c965 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 944 time: 0.3674920 Jun 10 22:34:31.891552 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c00a116c-d0fe-4a71-906a-84d10b37eb79 req-58a50de0-3914-459a-b8a6-f96bfd7ce01c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798638 Jun 10 22:34:31.895746 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-548da6e0-e71d-40d3-aefc-90ceb8950262 req-bcda9b92-74f7-4ffa-af76-b2ce3ad28522 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jun 10 22:34:31.912046 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aa99507c-7e30-414b-9738-2df701b22f05 req-df3f83fd-787e-4fc2-b9b9-f985862f207c service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497912 Jun 10 22:34:32.130354 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-3e19eec9-710b-4a5b-80dd-d3e6df123228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.131905 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-3e19eec9-710b-4a5b-80dd-d3e6df123228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1332812 Jun 10 22:34:32.396254 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-59e7d7c4-858f-4993-9931-0c1bb672ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.398011 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-59e7d7c4-858f-4993-9931-0c1bb672ba24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.2574031 Jun 10 22:34:32.413174 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d161-49bd-4a8f-b969-ab63b08bd062 req-400701b3-2611-408b-b981-350c6bc99727 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.420907 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3975d161-49bd-4a8f-b969-ab63b08bd062 req-400701b3-2611-408b-b981-350c6bc99727 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.1464298 Jun 10 22:34:32.475977 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3975d161-49bd-4a8f-b969-ab63b08bd062 req-5e4daa59-77ec-406a-9ab9-4c47866694f1 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Jun 10 22:34:32.477320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659accb-87ae-4e47-b8d1-f03a5705c1dd req-efe8d33c-f765-43b7-8cad-83272d689fe5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.478819 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1659accb-87ae-4e47-b8d1-f03a5705c1dd req-efe8d33c-f765-43b7-8cad-83272d689fe5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.2198091 Jun 10 22:34:32.480133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-922f21bd-128f-4514-9a76-a0fe5af1f643 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 217 time: 0.0720556 Jun 10 22:34:32.587491 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1659accb-87ae-4e47-b8d1-f03a5705c1dd req-aec6c98e-d200-4375-8ea8-d7b4b5d26665 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Jun 10 22:34:32.593345 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-06aabfbd-02c6-478f-a3ce-beaf521e810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.595925 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-06aabfbd-02c6-478f-a3ce-beaf521e810d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.1081164 Jun 10 22:34:32.740001 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-369ca3d4-0466-4cbb-bb80-7d03e1483e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:32.741641 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-369ca3d4-0466-4cbb-bb80-7d03e1483e76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1346118 Jun 10 22:34:33.022137 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-216823c4-ad7a-4677-9875-54ef2f4be09c service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637367 Jun 10 22:34:33.068006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33d04-6540-471c-8105-7f10be16e20b req-2802d0ee-b100-48d1-90d5-888eecace636 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:33.069535 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aab33d04-6540-471c-8105-7f10be16e20b req-2802d0ee-b100-48d1-90d5-888eecace636 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.2157245 Jun 10 22:34:33.139698 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 07f2d984-c80c-49e1-8a07-8d41e567134b up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:33.214168 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aab33d04-6540-471c-8105-7f10be16e20b req-a3ca60a9-7a48-4e59-bbd2-73c61fe253f0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332893 Jun 10 22:34:33.264590 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-29863f50-d899-482b-b0e5-2c2a9612e0f6 req-cf938330-45fe-4c39-9e5d-cdd5db00ff9d service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394662 Jun 10 22:34:33.303750 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 07f2d984-c80c-49e1-8a07-8d41e567134b completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:33.310790 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 07f2d984-c80c-49e1-8a07-8d41e567134b triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:33.312459 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:33.366712 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c8b0-56da-4165-a652-b9c513787615 req-3da5b4a4-8dc6-404c-bcdb-ad95715c3672 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:33.368632 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3b9c8b0-56da-4165-a652-b9c513787615 req-3da5b4a4-8dc6-404c-bcdb-ad95715c3672 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 944 time: 0.1020925 Jun 10 22:34:33.426605 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3b9c8b0-56da-4165-a652-b9c513787615 req-22694fbd-72eb-43e4-813f-b83906a0aa66 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Jun 10 22:34:33.442863 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:33.480027 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:33.480027 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9621b290-fa90-4104-a117-edd5fa2c63c1" -d '{"events": [{"server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "name": "network-vif-plugged", "status": "completed", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:33.502170 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07f2d984-c80c-49e1-8a07-8d41e567134b,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:33.507907 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:33.510346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:33.561519 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a53373a-0cf2-4731-9769-4168551c071d x-openstack-request-id: req-8a53373a-0cf2-4731-9769-4168551c071d {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:33.561879 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "name": "network-vif-plugged", "status": "completed", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:33.562669 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a53373a-0cf2-4731-9769-4168551c071d {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:33.562669 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b', 'code': 200} Jun 10 22:34:33.593217 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:33.603233 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:33.900682 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a0271-b3fb-4f37-83a0-6ca7c850bf0a req-cc31e6c3-d82b-4fab-a720-58732fa23825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:33.902497 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-849a0271-b3fb-4f37-83a0-6ca7c850bf0a req-cc31e6c3-d82b-4fab-a720-58732fa23825 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 1098 time: 0.1052012 Jun 10 22:34:33.952982 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-849a0271-b3fb-4f37-83a0-6ca7c850bf0a req-7c0f8adb-ca2c-4172-be74-c75832e0b6b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Jun 10 22:34:34.480458 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6a66-663a-4b2a-81ab-10e7a5c37631 req-8fad58eb-919c-4a6c-8ea7-df118e1673b2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:34.482568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-13cd6a66-663a-4b2a-81ab-10e7a5c37631 req-8fad58eb-919c-4a6c-8ea7-df118e1673b2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1318965 Jun 10 22:34:34.544110 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-13cd6a66-663a-4b2a-81ab-10e7a5c37631 req-068f05e7-f3d8-4364-8326-c91f5a009119 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605710 Jun 10 22:34:35.066043 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789f4e5-8c0f-4b5b-b0c8-0fa77214a401 req-0b9ee9db-4fdb-4ff9-a31b-fb0440ff8fe0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:35.074751 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7789f4e5-8c0f-4b5b-b0c8-0fa77214a401 req-0b9ee9db-4fdb-4ff9-a31b-fb0440ff8fe0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0922070 Jun 10 22:34:35.126334 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7789f4e5-8c0f-4b5b-b0c8-0fa77214a401 req-3556abf1-0fc8-4192-809a-69a144de94c5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503294 Jun 10 22:34:35.165173 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:35.318401 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:35.337738 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:35.393125 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:35.414968 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:35.440104 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:35.444407 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:35.446258 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-f94a01e2-f7be-4960-a9bb-6270e1a9a3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:35.527783 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:35.530836 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:35.720635 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:35.756503 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a28c2-52e7-4d83-93de-c934d2eb210f req-b9c720d7-b263-44e6-a48a-2738fb378f31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:35.758107 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-db0a28c2-52e7-4d83-93de-c934d2eb210f req-b9c720d7-b263-44e6-a48a-2738fb378f31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 945 time: 0.0772395 Jun 10 22:34:35.801256 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-db0a28c2-52e7-4d83-93de-c934d2eb210f req-69a37db1-d413-4bb3-9010-9a6c0251c055 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375834 Jun 10 22:34:36.322759 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05f1e-7def-4fb3-8ca7-a0ec997089c8 req-3a3167ca-6db4-46cc-acff-077402bd0a1c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:36.324202 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3d05f1e-7def-4fb3-8ca7-a0ec997089c8 req-3a3167ca-6db4-46cc-acff-077402bd0a1c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0722971 Jun 10 22:34:36.370040 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3d05f1e-7def-4fb3-8ca7-a0ec997089c8 req-799256b4-ea7e-4f2c-ae32-71c126cbd7a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Jun 10 22:34:36.825376 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-14ad911e-8f0c-42e6-8dee-1cb849f5e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:36.827074 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-14ad911e-8f0c-42e6-8dee-1cb849f5e8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 1098 time: 0.1091025 Jun 10 22:34:36.916197 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700a119-59b5-4021-8478-b2cfcfb2de96 req-875f929e-96af-428a-babe-7dfef1ed60e5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:36.923511 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2700a119-59b5-4021-8478-b2cfcfb2de96 req-875f929e-96af-428a-babe-7dfef1ed60e5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1464930 Jun 10 22:34:37.013812 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7e065-6032-412d-bcd3-72e8bccab584 req-02d5b2e5-a58e-4384-994f-fb588bf9cfba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:37.021942 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7ac7e065-6032-412d-bcd3-72e8bccab584 req-02d5b2e5-a58e-4384-994f-fb588bf9cfba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 945 time: 0.0915842 Jun 10 22:34:37.110378 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7ac7e065-6032-412d-bcd3-72e8bccab584 req-9a8437b8-99fa-42f1-8dc3-8327cd4708d0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827489 Jun 10 22:34:37.191489 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:37.273042 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2700a119-59b5-4021-8478-b2cfcfb2de96 req-b272bdac-fc85-4ecd-ad80-159b83b9ae10 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486617 Jun 10 22:34:37.299373 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-c7f61ead-4cd1-488b-9e7c-e786a3989f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:37.300827 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-c7f61ead-4cd1-488b-9e7c-e786a3989f79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.4583690 Jun 10 22:34:37.309695 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:37.314754 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:37.315151 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:37.416689 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-6ddd0f44-2a09-4751-93f0-29d46c010dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f2d984-c80c-49e1-8a07-8d41e567134b HTTP/1.1" status: 200 len: 217 time: 0.0958281 Jun 10 22:34:37.444823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:37.485932 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:37.488586 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1664609d-4549-4c44-9826-b1e4ece22d9b" -d '{"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:37.505240 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-c997889d-0977-4e60-8ff5-f4613dd5bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:37.505493 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:37.507133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-c997889d-0977-4e60-8ff5-f4613dd5bc98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0849376 Jun 10 22:34:37.511189 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:37.513256 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-bc3c72ed-9378-4d69-aca8-30ba755c94db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:37.578474 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190983cf-ebfb-48c3-b03b-d8c7729738c2 x-openstack-request-id: req-190983cf-ebfb-48c3-b03b-d8c7729738c2 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:37.579311 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:37.579536 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-190983cf-ebfb-48c3-b03b-d8c7729738c2 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:37.579944 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'code': 200} Jun 10 22:34:37.580904 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:37.590505 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:37.592340 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-0d7048ae-28ca-48c5-9aac-668d4f7dfe70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742342 Jun 10 22:34:37.800322 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-65f64f25-8562-40d4-b0b5-986c973e8dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989770 Jun 10 22:34:37.928320 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763fa5-f2e7-4df4-8749-f1ea75bf6d0b req-c23d92ea-45ea-44b5-b108-900f010babb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:37.929861 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cd763fa5-f2e7-4df4-8749-f1ea75bf6d0b req-c23d92ea-45ea-44b5-b108-900f010babb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.1119318 Jun 10 22:34:37.983554 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-569f469c-ac73-4298-8f34-dd1d638ab95f req-20fb9ad1-8bbd-4a76-8396-9c4471da924b service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660545 Jun 10 22:34:38.009424 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cd763fa5-f2e7-4df4-8749-f1ea75bf6d0b req-aa00999c-7828-4751-910d-bc4e7e0bab5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710239 Jun 10 22:34:38.139195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45014) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:38.330995 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.371032 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddd5b8-e2df-455d-8192-f80fada3b61b req-c425d8a0-ddbe-433d-8208-8579b6b626e8 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:38.372613 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-81ddd5b8-e2df-455d-8192-f80fada3b61b req-c425d8a0-ddbe-433d-8208-8579b6b626e8 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.2271638 Jun 10 22:34:38.416040 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be58e0-9004-4932-b12c-5eb42f3aa67a req-9e2cea4b-ae9c-41f2-a7b9-44ac664caa35 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:38.418101 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30be58e0-9004-4932-b12c-5eb42f3aa67a req-9e2cea4b-ae9c-41f2-a7b9-44ac664caa35 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1086547 Jun 10 22:34:38.466979 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-81ddd5b8-e2df-455d-8192-f80fada3b61b req-8b72e256-ec6f-4ae3-9ce8-5348c6d3b49b tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827923 Jun 10 22:34:38.494326 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30be58e0-9004-4932-b12c-5eb42f3aa67a req-c3d430c9-e351-4d0d-bb8c-94fbe8712971 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696123 Jun 10 22:34:38.541631 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.546464 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.555121 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4f4780e8-cf44-45f1-8230-0e6832c5c951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:38.616514 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=312f51fb40754e668bd533e7a69a888c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740078 Jun 10 22:34:38.616927 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45062) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:38.625356 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10264a-036e-4779-896c-d8c66e1101df,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:38.662272 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:38.727814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb0b1-29ac-49d2-9d00-5a7a241f82e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.787445 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36687cf1-f31c-4bf0-b7cc-727ea126fefc req-fcf41ef3-feb3-46c8-8a76-45b7ce5fa855 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:38.795033 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-36687cf1-f31c-4bf0-b7cc-727ea126fefc req-fcf41ef3-feb3-46c8-8a76-45b7ce5fa855 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0832713 Jun 10 22:34:38.819160 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.845796 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-9b7cbd7f-ad7d-4b5d-afc9-3472b4600e8e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:38.847616 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-9b7cbd7f-ad7d-4b5d-afc9-3472b4600e8e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.1950943 Jun 10 22:34:38.856958 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-36687cf1-f31c-4bf0-b7cc-727ea126fefc req-7031f20e-a826-47c1-9683-430365590d67 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604262 Jun 10 22:34:38.873905 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.883884 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-e5ff607e-1b59-4747-91aa-809daa671b56 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/quotas/f55c48b409fc48b78ade5c1a4a5c051a HTTP/1.1" status: 200 len: 375 time: 0.0297024 Jun 10 22:34:38.979224 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.982180 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:38.984291 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc10264a-036e-4779-896c-d8c66e1101df HTTP/1.1" status: 204 len: 168 time: 0.3657067 Jun 10 22:34:38.986872 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:39.006097 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-49807769-b30c-42e7-aafc-93fe0bc3d8ff tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123345 Jun 10 22:34:39.007151 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10264a-036e-4779-896c-d8c66e1101df,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:39.009535 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:39.164281 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-2bc5b9d0-48bf-4a4b-98ce-18c2752e407d service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457741 Jun 10 22:34:39.284470 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-b071257a-adb2-4fa3-a013-bedbffd7c41d service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191196 Jun 10 22:34:39.355620 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45092) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:39.372814 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.469927 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-615f4443-96ac-44b8-9a24-914950453204 req-8d631df8-cad8-48c8-b1fe-27e0f757c0bb tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 210 time: 0.0335264 Jun 10 22:34:39.510273 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.514766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.519453 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ecb0cc68-5b42-47ec-b1fc-abc3b18ba908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:39.566515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042f374b-b2d9-433e-a9d9-6db1aa8fbe49,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:39.575687 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=078f292d593d4fed89c0be80ebfe8943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190123 Jun 10 22:34:39.576704 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:39.578322 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45108) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:39.665604 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.710337 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.764067 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644489a-0ec9-4010-a9c5-37a19d558a46 req-7eeb6718-8d34-46c5-ad59-b58ccc87b532 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:39.771330 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b644489a-0ec9-4010-a9c5-37a19d558a46 req-7eeb6718-8d34-46c5-ad59-b58ccc87b532 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.0815201 Jun 10 22:34:39.827742 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b644489a-0ec9-4010-a9c5-37a19d558a46 req-d661f490-4f4b-4bfc-b547-145e216233bd tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 Jun 10 22:34:39.853836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9bdb7-fa35-4fc2-ae37-ce42e567fa38 req-da3ec8e0-ad6d-4098-8548-f8fd52ee9487 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:39.861712 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6de9bdb7-fa35-4fc2-ae37-ce42e567fa38 req-da3ec8e0-ad6d-4098-8548-f8fd52ee9487 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1664133 Jun 10 22:34:39.890034 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.894593 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:39.898732 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/042f374b-b2d9-433e-a9d9-6db1aa8fbe49 HTTP/1.1" status: 204 len: 168 time: 0.3185532 Jun 10 22:34:39.954858 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:39.986467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042f374b-b2d9-433e-a9d9-6db1aa8fbe49,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:39.991352 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:40.021756 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6de9bdb7-fa35-4fc2-ae37-ce42e567fa38 req-f5a3e76d-1cff-426b-881d-06bac5398f5b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582940 Jun 10 22:34:40.130554 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f99fbd-f7d5-4526-91a8-590ddf6a16d1 req-40f1a05e-ba08-4c05-89bd-55e1844d139b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:40.132070 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-47f99fbd-f7d5-4526-91a8-590ddf6a16d1 req-40f1a05e-ba08-4c05-89bd-55e1844d139b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1400390 Jun 10 22:34:40.305153 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-47f99fbd-f7d5-4526-91a8-590ddf6a16d1 req-5d02bf6a-753d-4509-a91a-5dd86085e9fa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419048 Jun 10 22:34:40.382123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192f36d-e121-4f80-881e-44f159927ad3 req-f3589823-0bce-4883-a5c0-61d2d769701b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:40.383957 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f192f36d-e121-4f80-881e-44f159927ad3 req-f3589823-0bce-4883-a5c0-61d2d769701b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1756597 Jun 10 22:34:40.393917 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45150) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:40.402128 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'floatingip': {'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:40.402496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe702d-9337-4afc-9794-fbfb797593de req-11dc6b7e-2fcb-4d9c-9f05-5429e9523583 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:40.404162 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4fe702d-9337-4afc-9794-fbfb797593de req-11dc6b7e-2fcb-4d9c-9f05-5429e9523583 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.41 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 946 time: 0.2711797 Jun 10 22:34:40.547186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45162) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:40.560613 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:40.671607 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Deleting port 690ddbaf-0fd8-49ed-838a-c08bae4c481c {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:34:40.671990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:40.742471 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5e6936b2-f65b-499c-983b-96eeec8c6498 req-27579842-455c-4299-a731-484953a1a9b7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 210 time: 0.0638647 Jun 10 22:34:40.822147 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:40.863447 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] For port 690ddbaf-0fd8-49ed-838a-c08bae4c481c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=690ddbaf-0fd8-49ed-838a-c08bae4c481c,segment=NetworkSegment(98c906f9-bad4-434c-ba33-465951538ebf),segment_id=98c906f9-bad4-434c-ba33-465951538ebf)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:40.866845 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:40.880333 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45174) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:41.057350 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Calling delete_port for 690ddbaf-0fd8-49ed-838a-c08bae4c481c owned by compute:nova {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:34:41.169530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:41.253801 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-f21876f1-e656-4f27-b2b0-bf5aadd4ffca tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:41.255232 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-f21876f1-e656-4f27-b2b0-bf5aadd4ffca tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.2926614 Jun 10 22:34:41.275427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:41.280793 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Request body: {'port': {'device_id': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'admin_state_up': True, 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:41.289604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['690ddbaf-0fd8-49ed-838a-c08bae4c481c'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:41.294340 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:41.365044 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-17819b0b-b29f-4f5c-8323-29ae62dd324b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:41.424077 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] No DVR routers for this DVR port 690ddbaf-0fd8-49ed-838a-c08bae4c481c on host hv-cinder-79053 {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:34:41.425623 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Pushing event deleted for resources: {'Port': ['ID=690ddbaf-0fd8-49ed-838a-c08bae4c481c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:41.428047 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:41.429244 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:41.431382 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e4fe702d-9337-4afc-9794-fbfb797593de req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.41 "DELETE /v2.0/ports/690ddbaf-0fd8-49ed-838a-c08bae4c481c HTTP/1.1" status: 204 len: 173 time: 1.0215950 Jun 10 22:34:41.431856 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'name': 'network-vif-deleted', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:41.437004 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fedce34-e54d-41d1-b911-af3eef33ed60" -d '{"events": [{"server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "name": "network-vif-deleted", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:41.470853 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:41.635593 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6ed4b-41ee-47be-956c-eff18ff7a0d0 req-fcc669f9-f99c-4af1-8ed5-5d12190c16c5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:41.646673 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c2f6ed4b-41ee-47be-956c-eff18ff7a0d0 req-fcc669f9-f99c-4af1-8ed5-5d12190c16c5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1123281 Jun 10 22:34:41.752784 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c2f6ed4b-41ee-47be-956c-eff18ff7a0d0 req-e8913b7b-4463-4e5a-a8d7-c83cc1d4bb19 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901556 Jun 10 22:34:41.836893 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96733c5a-f5a9-4a80-8f17-f312210d5500 x-openstack-request-id: req-96733c5a-f5a9-4a80-8f17-f312210d5500 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:41.837781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d85b81-d5b8-4dca-a5da-bde65ac4d403", "name": "network-vif-deleted", "tag": "690ddbaf-0fd8-49ed-838a-c08bae4c481c", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:41.838549 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96733c5a-f5a9-4a80-8f17-f312210d5500 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:41.839123 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d85b81-d5b8-4dca-a5da-bde65ac4d403', 'name': 'network-vif-deleted', 'tag': '690ddbaf-0fd8-49ed-838a-c08bae4c481c', 'status': 'completed', 'code': 200} Jun 10 22:34:41.998501 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-eb216e24-9775-4a93-ae04-bcb9653799cc req-4c80338d-7b1e-4b23-8c7a-502f7dd67b5b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 210 time: 0.0437505 Jun 10 22:34:42.030632 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da2bf-3270-4822-ba6b-66623ee15ce1 req-da1e88b5-5ff9-4398-86ef-2299b15bb311 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:42.032791 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0f6da2bf-3270-4822-ba6b-66623ee15ce1 req-da1e88b5-5ff9-4398-86ef-2299b15bb311 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d85b81-d5b8-4dca-a5da-bde65ac4d403 HTTP/1.1" status: 200 len: 867 time: 0.9004421 Jun 10 22:34:42.101720 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.121792 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.128455 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.db.resource_extend [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 22:34:42.131123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:42.294223 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1cf7260a5534f6fa51add3568e013e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7446010 Jun 10 22:34:42.296219 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.297036 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0f6da2bf-3270-4822-ba6b-66623ee15ce1 req-018605e2-9f28-40a6-bba0-57e0018f43ac tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ba92a17-a0cc-4c21-af25-6631ebcd93ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304394 Jun 10 22:34:42.300362 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45234) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:42.312375 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.318393 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.323463 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e125608-ae99-44ba-9edb-ad2d39f57220,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:42.328129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:42.401069 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.437842 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.487856 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.494824 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.496908 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Floating IP ea22202a-3767-410a-a1d7-6be37077ba29 associated. External IP: 172.28.1.94, port: abf3e9b6-a78e-4c83-9ab6-0ff46ac73789. Jun 10 22:34:42.497339 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.498963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.499250 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e125608-ae99-44ba-9edb-ad2d39f57220 HTTP/1.1" status: 204 len: 168 time: 0.1972518 Jun 10 22:34:42.500080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:42.503480 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-521c9f24-eb87-4a62-a1f0-f50ef9fdf8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:42.511544 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e125608-ae99-44ba-9edb-ad2d39f57220,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:42.515210 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:42.645356 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76e0126c7bb94edea664f24680a02c79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7605340 Jun 10 22:34:42.647980 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45246) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:42.659282 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958678f-0a52-4588-a43d-039d0dc9ba71,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:42.664181 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:42.664921 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:42.668664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.737517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.768123 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.838349 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.840883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:42.844726 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6958678f-0a52-4588-a43d-039d0dc9ba71 HTTP/1.1" status: 204 len: 168 time: 0.1930099 Jun 10 22:34:42.844726 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ab5bd796-d3c5-49c2-90fe-6cb421d67eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:42.852116 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958678f-0a52-4588-a43d-039d0dc9ba71,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:42.860517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:43.044742 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45268) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:43.067094 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Allocated IP 172.20.0.5 (4f7a6a92-3660-4eec-93c6-a1c80f4d2a63/66e6c85e-c607-4359-9fce-560e468ca85c/20195b14-2453-48d0-a058-89aa9ca0f31d) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:43.071047 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.088751 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a2688-5000-4bad-9182-76bdb4a8389e req-4f63f648-b942-4cb8-a191-3d4250446339 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:43.094106 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f39a2688-5000-4bad-9182-76bdb4a8389e req-4f63f648-b942-4cb8-a191-3d4250446339 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1663549 Jun 10 22:34:43.151992 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:34:43.171163 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f39a2688-5000-4bad-9182-76bdb4a8389e req-9ad3e5dd-bb99-4135-b376-7c3b25a83b45 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662723 Jun 10 22:34:43.246191 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3e067a44-bb1a-474f-9ea3-d20084c21b2c req-356e3b61-dc2b-4629-a791-3ca1b527df8f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 210 time: 0.0547435 Jun 10 22:34:43.269517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.274728 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.294589 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c6c2c400-63c8-439b-858d-ee9557823f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:43.339666 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8b5457c8aa74b8c99fb9bf715ad6ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910573 Jun 10 22:34:43.340736 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45278) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:43.352749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd7c05-4afe-4ac3-90bf-ce60fefd9cbb,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:43.368935 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:43.453141 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.524354 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.633703 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45288) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:43.665127 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.717662 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.721852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.725339 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88bd7c05-4afe-4ac3-90bf-ce60fefd9cbb HTTP/1.1" status: 204 len: 168 time: 0.3796160 Jun 10 22:34:43.726705 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5f00e59f-2caa-43f3-b862-5fe4f809c5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:43.742487 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd7c05-4afe-4ac3-90bf-ce60fefd9cbb,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:43.746816 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:43.794061 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:34:43.803376 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.812587 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:34:43.815133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.824478 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:43.830952 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:43.850233 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.851972 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45298) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:43.858581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:43.861931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:43.956749 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ec5d6090-16ea-4fa5-94e5-49a0faba7e31 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "PUT /v2.0/floatingips/ea22202a-3767-410a-a1d7-6be37077ba29 HTTP/1.1" status: 200 len: 991 time: 3.5595715 Jun 10 22:34:43.963657 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:43.971373 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:44.000694 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.014483 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc893987669749648f000bc03b7acce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791027 Jun 10 22:34:44.018673 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45308) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:44.022524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a6768-357f-430c-b1d5-1d799c33dbfe,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:44.027452 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:44.055924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a89dd1b-d37f-41cc-af61-1396b5b0c688 x-openstack-request-id: req-6a89dd1b-d37f-41cc-af61-1396b5b0c688 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:44.056469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:44.056919 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a89dd1b-d37f-41cc-af61-1396b5b0c688 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:44.057474 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'status': 'completed', 'code': 200} Jun 10 22:34:44.064950 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.073187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:44.077622 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:44.226504 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:44.238956 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event updated for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:44.250106 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:44.263379 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:44.267282 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:44.275717 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:44.288833 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:44.289836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.295663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.319871 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0467751 Jun 10 22:34:44.324572 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.331487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Request body: {'port': {'device_id': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:44.410894 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.495806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.560743 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45320) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:44.562172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.627868 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.739804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-46e30dc5-89b6-434f-9f53-2faea6c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:44.741327 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-46e30dc5-89b6-434f-9f53-2faea6c4fb4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.6402640 Jun 10 22:34:44.762268 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'ea22202a-3767-410a-a1d7-6be37077ba29', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.94', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:34:22Z', 'updated_at': '2021-06-10T22:34:42Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:44.766320 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:34:44.774906 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:44.775514 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:44.785446 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188130b0-184e-40df-adb2-1456abb03f31 req-f18cb12d-689a-4644-8662-3e207d71cde2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:44.786932 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-188130b0-184e-40df-adb2-1456abb03f31 req-f18cb12d-689a-4644-8662-3e207d71cde2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 931 time: 0.2249265 Jun 10 22:34:44.863074 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-f8e0f371-9038-4328-8f13-23757aa755e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:44.864800 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-f8e0f371-9038-4328-8f13-23757aa755e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1107864 Jun 10 22:34:44.902038 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-188130b0-184e-40df-adb2-1456abb03f31 req-857058bb-2586-4648-9e51-bf286fc4e44c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696204 Jun 10 22:34:44.931609 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:44.991651 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20195b14-2453-48d0-a058-89aa9ca0f31d {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:44.995438 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.998118 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:44.999214 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f57a6768-357f-430c-b1d5-1d799c33dbfe HTTP/1.1" status: 204 len: 168 time: 0.9694884 Jun 10 22:34:44.999736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.013780 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Transition to ACTIVE for port object 20195b14-2453-48d0-a058-89aa9ca0f31d will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:45.024096 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.027668 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.067398 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.068447 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.094020 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d90b9-1d1a-4a3a-8e60-90a84d24c5c7 req-4649db9c-0e2b-4758-851a-438f459280a7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:45.102443 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be0d90b9-1d1a-4a3a-8e60-90a84d24c5c7 req-4649db9c-0e2b-4758-851a-438f459280a7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.6741915 Jun 10 22:34:45.122669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.161745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a6768-357f-430c-b1d5-1d799c33dbfe,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:45.194811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Pushing event updated for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:45.204278 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbb40632f93b44ad9ea2c2afe5eb07ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3487618 Jun 10 22:34:45.208631 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:45.208866 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:45.215711 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45330) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:45.216679 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.269699 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 690ddbaf-0fd8-49ed-838a-c08bae4c481c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:34:45.297807 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-9f27fa9d-baee-4a4d-8a80-529d5eaa84ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 999 time: 0.4180794 Jun 10 22:34:45.322505 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 690ddbaf-0fd8-49ed-838a-c08bae4c481c {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:34:45.323124 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 690ddbaf-0fd8-49ed-838a-c08bae4c481c not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:34:45.332395 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45336) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:45.371688 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16645b-83cc-405f-a890-4a2e20ce4a39,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:45.387095 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:45.430194 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'ea22202a-3767-410a-a1d7-6be37077ba29', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.94', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:34:22Z', 'updated_at': '2021-06-10T22:34:42Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:45.439286 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f0491-629f-4ae7-90ea-1e12fe0d3c26 None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'ea22202a-3767-410a-a1d7-6be37077ba29', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.94', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:34:22Z', 'updated_at': '2021-06-10T22:34:42Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:34:45.477265 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Attempting to bind port 20195b14-2453-48d0-a058-89aa9ca0f31d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:45.477745 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Attempting to bind port 20195b14-2453-48d0-a058-89aa9ca0f31d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:45.477951 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Attempting to bind port 20195b14-2453-48d0-a058-89aa9ca0f31d on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:45.503132 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Deleting subnet 7db50571-98d3-45d3-be27-55d1a5e133bb {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:34:45.506514 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Port 20195b14-2453-48d0-a058-89aa9ca0f31d on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:34:45.506837 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Attempting to bind port 20195b14-2453-48d0-a058-89aa9ca0f31d on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:45.510902 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.554419 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.556913 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:45.557228 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Checking segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:45.557663 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Bound using segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:45.558508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Bound port: 20195b14-2453-48d0-a058-89aa9ca0f31d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:45.558861 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.562683 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be0d90b9-1d1a-4a3a-8e60-90a84d24c5c7 req-f70a276f-cb4d-4128-96f7-935d136616c6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587140 Jun 10 22:34:45.584631 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-f2607503-954d-4c6d-99eb-ba325fc825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:45.590298 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-f2607503-954d-4c6d-99eb-ba325fc825b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.2574618 Jun 10 22:34:45.615792 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.621572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.626534 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.633943 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.651485 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.653709 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.784637 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:45.801116 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0d3d46850304e1caff05d42012dd241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2368755 Jun 10 22:34:45.808236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20195b14-2453-48d0-a058-89aa9ca0f31d,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:45.812728 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45366) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:45.816988 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cde33-bce8-4527-aaba-30126fd7773c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:45.847800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:45.847937 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575429f-95ca-48d4-8015-ebb41aab190b None None] New status for floating IP ea22202a-3767-410a-a1d7-6be37077ba29: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:34:45.856359 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-108a5e2f-865f-44be-bd30-2c5c43e152ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:45.858751 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.859007 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-108a5e2f-865f-44be-bd30-2c5c43e152ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2587891 Jun 10 22:34:45.866304 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.870360 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:45.874234 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc16645b-83cc-405f-a890-4a2e20ce4a39 HTTP/1.1" status: 204 len: 168 time: 0.6519055 Jun 10 22:34:45.887252 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.888555 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f737c8e2-5b33-4b14-b87a-efc0b63ae498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:45.915819 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16645b-83cc-405f-a890-4a2e20ce4a39,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:45.924906 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:46.013232 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.050265 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:46.051094 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.052810 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/20195b14-2453-48d0-a058-89aa9ca0f31d HTTP/1.1" status: 200 len: 1093 time: 1.7256863 Jun 10 22:34:46.072192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:46.076920 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c8e01-4328-48e6-baf0-ea109c405b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:46.097812 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.159235 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.194600 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-2b0b4e6d-f4ad-4fdf-a577-45e1f6f1721c service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013544 Jun 10 22:34:46.224562 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db694a62-5a8c-41ab-98ac-07746cef5156 x-openstack-request-id: req-db694a62-5a8c-41ab-98ac-07746cef5156 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:46.225096 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:46.225178 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db694a62-5a8c-41ab-98ac-07746cef5156 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:46.225522 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d', 'status': 'completed', 'code': 200} Jun 10 22:34:46.237611 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.244103 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7db50571-98d3-45d3-be27-55d1a5e133bb HTTP/1.1" status: 204 len: 168 time: 0.9092853 Jun 10 22:34:46.252498 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45386) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:46.260312 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Pushing event updated for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:46.299613 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:46.301404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:46.345044 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db50571-98d3-45d3-be27-55d1a5e133bb,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:46.356617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0e93df87-146b-47e2-83ba-00b1db9df140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:46.382298 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.398467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-7e8230b0-25c4-4816-bf24-5a6dd4bc7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:46.400335 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-7e8230b0-25c4-4816-bf24-5a6dd4bc7f68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 1096 time: 0.2932746 Jun 10 22:34:46.479926 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae239-4f8d-416e-9171-71d4bbc58a56 req-8663af1a-8678-4358-bff1-8084d8b12083 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:46.481438 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7c7ae239-4f8d-416e-9171-71d4bbc58a56 req-8663af1a-8678-4358-bff1-8084d8b12083 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 943 time: 0.2549083 Jun 10 22:34:46.483419 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-b86db53d-77e9-49fc-ac74-7708f62618be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20195b14-2453-48d0-a058-89aa9ca0f31d HTTP/1.1" status: 200 len: 217 time: 0.0749209 Jun 10 22:34:46.562710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45398) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:46.584799 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.587472 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.590238 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.597289 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.603327 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c89cde33-bce8-4527-aaba-30126fd7773c HTTP/1.1" status: 204 len: 168 time: 0.7771974 Jun 10 22:34:46.604231 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-c44ff3e6-a4a3-4b64-b471-3e8ca34801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:46.605807 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-c44ff3e6-a4a3-4b64-b471-3e8ca34801a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.1066303 Jun 10 22:34:46.626025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f10cdc98-29b3-46ee-920b-85c1c777cbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:46.642429 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfde90c6-dcae-4277-9d22-19111c9cff55']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:46.650522 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cde33-bce8-4527-aaba-30126fd7773c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:46.655984 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-5b9d4e55-07bd-47df-9f32-bf436aeea032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382366 Jun 10 22:34:46.658963 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7c7ae239-4f8d-416e-9171-71d4bbc58a56 req-6d49d9c0-7a05-481f-9af4-66c4981980e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702855 Jun 10 22:34:46.665535 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:46.669954 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c906f9-bad4-434c-ba33-465951538ebf') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:46.670250 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c906f9-bad4-434c-ba33-465951538ebf') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:46.679750 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4996e03e-e10f-4da5-bdf7-ab65f5234bf6 req-f98026f4-b1cd-4b26-8e60-4f0fa5e04f25 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760010 Jun 10 22:34:46.685457 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.717090 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.736572 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:34:46.737735 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:34:46.742080 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:34:46.865549 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-591e0d5b-d830-44f3-8976-c9bc6535db0b service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010665 Jun 10 22:34:46.903677 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.911337 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c2191784-c53f-4eb8-a487-aad152fe4033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:46.922427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:46.924737 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dfde90c6-dcae-4277-9d22-19111c9cff55 HTTP/1.1" status: 204 len: 168 time: 0.6699326 Jun 10 22:34:46.942586 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfde90c6-dcae-4277-9d22-19111c9cff55,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:46.949077 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-87bbfe13-2cf4-4e9d-b69b-6944b4b29942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:46.979908 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce0ae-bc64-4efc-a64e-2a1fec01d984 req-097a9c52-af86-4fc6-ae77-89ad9c974ecd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:46.982256 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-575ce0ae-bc64-4efc-a64e-2a1fec01d984 req-097a9c52-af86-4fc6-ae77-89ad9c974ecd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1187608 Jun 10 22:34:47.015571 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.041805 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.048586 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:47.049462 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-575ce0ae-bc64-4efc-a64e-2a1fec01d984 req-e5fd3156-df7b-4052-ad43-94f6ff1f33a2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jun 10 22:34:47.125232 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05bda0d7-e8d1-41a0-be73-8e8101ec575b req-4817bb70-76b7-46c8-b30e-e2f869fde6fa service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461231 Jun 10 22:34:47.128334 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d90d834986843bc94a57679f082ff02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637257 Jun 10 22:34:47.130806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc912c51-9b03-482a-ab30-37a62022d0b4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:47.131230 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45452) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:47.134148 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:47.245652 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.256636 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45462) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:47.280213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.338572 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-90f4c8e9-aaa1-4eb4-9b63-721b69a568bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c6862d3728c41259a05ee2dcf007bd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0763566 Jun 10 22:34:47.339497 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45464) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:47.343065 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.348491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.350792 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc912c51-9b03-482a-ab30-37a62022d0b4 HTTP/1.1" status: 204 len: 168 time: 0.2185407 Jun 10 22:34:47.352611 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ab57161f-f000-46dc-bb56-795c25dd7b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:47.364211 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc912c51-9b03-482a-ab30-37a62022d0b4,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:47.367466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:47.371353 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-1af79e9b-ad12-4039-bb1b-7c859125a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:47.372897 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-1af79e9b-ad12-4039-bb1b-7c859125a69f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 1096 time: 0.1652834 Jun 10 22:34:47.738204 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.781411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:47.818710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-b55395b7-c1cb-4578-b95c-d6f0bf6ebd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:47.826933 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-b55395b7-c1cb-4578-b95c-d6f0bf6ebd8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 916 time: 0.1880655 Jun 10 22:34:47.871142 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45492) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:47.916677 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-2a1f9372-ff15-42ee-bf79-b61dbcb7b225 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20195b14-2453-48d0-a058-89aa9ca0f31d HTTP/1.1" status: 200 len: 217 time: 0.0792191 Jun 10 22:34:47.980185 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc19a-d77f-4d33-b1e6-9067708b63c7 req-7a519579-c102-4e85-b781-3db1b683b5bf tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:47.981721 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a54dc19a-d77f-4d33-b1e6-9067708b63c7 req-7a519579-c102-4e85-b781-3db1b683b5bf tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 943 time: 0.1260266 Jun 10 22:34:47.996760 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-c07777be-c1e3-4d4f-9667-cb1f9536b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:47.998683 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-c07777be-c1e3-4d4f-9667-cb1f9536b6e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.0735471 Jun 10 22:34:48.003935 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.007179 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.008566 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ba92a17-a0cc-4c21-af25-6631ebcd93ff HTTP/1.1" status: 204 len: 168 time: 0.6680422 Jun 10 22:34:48.011056 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0b9d7881-a3a6-4f3a-bce7-dda56bf407cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:48.032973 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45508) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:48.053467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba92a17-a0cc-4c21-af25-6631ebcd93ff,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:48.057550 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-2ed80c35-fc3a-433e-a54d-492200f8a9fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473733 Jun 10 22:34:48.058783 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:48.106139 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.122661 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a54dc19a-d77f-4d33-b1e6-9067708b63c7 req-76fbfb9e-e022-4fda-a586-1b74eb9857b0 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Jun 10 22:34:48.224618 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.282781 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-337f9545-1b00-4412-84a4-998e344bd168 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169371 Jun 10 22:34:48.296770 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.308399 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.321466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ce4c1505-fdc6-4dea-a82a-23d2245c9a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:48.386984 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=305bc736c59341279ce758751ceb9a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416965 Jun 10 22:34:48.387982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435b6857-b4f6-4f18-8e3c-cec93d14fe9e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:48.388409 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45516) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:48.392671 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:48.483973 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.495777 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.499952 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5b5ea73d-d48a-45ed-93f6-c93625e31e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:48.541144 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369ee02-8db0-4214-a3ae-f70f2bde303a req-fb3150e5-8128-46a3-a909-4bf436d0347c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:48.542753 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d369ee02-8db0-4214-a3ae-f70f2bde303a req-fb3150e5-8128-46a3-a909-4bf436d0347c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.2524345 Jun 10 22:34:48.554292 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c52a0-808f-4427-8c63-0095bab7da49,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:48.558764 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28b84e45268d468a981b1ab98febf26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845253 Jun 10 22:34:48.559640 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:48.561437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45522) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:48.604931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.621693 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de6c8e01-4328-48e6-baf0-ea109c405b0b req-30387217-710c-4597-8556-d304acb183e2 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167970 Jun 10 22:34:48.650960 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.657534 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d369ee02-8db0-4214-a3ae-f70f2bde303a req-8fbef0e0-d55b-4d31-b936-18eaf8c13cf5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047945 Jun 10 22:34:48.664405 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.678965 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.740212 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.743553 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.744873 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/435b6857-b4f6-4f18-8e3c-cec93d14fe9e HTTP/1.1" status: 204 len: 168 time: 0.3391936 Jun 10 22:34:48.745859 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:48.747869 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.750873 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:48.754660 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/520c52a0-808f-4427-8c63-0095bab7da49 HTTP/1.1" status: 204 len: 168 time: 0.1896765 Jun 10 22:34:48.754660 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c7692c93-9edc-4c5a-bfc0-bc3aeb8f6132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:48.756026 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b6857-b4f6-4f18-8e3c-cec93d14fe9e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:48.763876 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c52a0-808f-4427-8c63-0095bab7da49,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:48.764017 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:48.766567 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:49.337977 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4b4a8-24ba-4858-a016-7ca21480ea50 req-95e78b69-a466-46fc-93ec-c68eb7ee90fd tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:49.339829 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-24c4b4a8-24ba-4858-a016-7ca21480ea50 req-95e78b69-a466-46fc-93ec-c68eb7ee90fd tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 943 time: 0.0813630 Jun 10 22:34:49.388809 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-24c4b4a8-24ba-4858-a016-7ca21480ea50 req-e5ac62ea-5187-46b4-96db-1a4dbd41330b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Jun 10 22:34:49.393520 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45564) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:49.419979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.528478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.533759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.549568 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77eca5f1-d226-4bda-9790-c184ebd8f166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:49.576531 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d99e36e34594e93b42615316092b40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817503 Jun 10 22:34:49.579557 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45570) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:49.595820 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065075fb-fc99-4d98-bbe6-7e24bc97e6aa,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:49.606300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.606670 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.607029 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.607377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.607721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.608069 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.608408 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.608906 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.609120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.609399 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.609813 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.610409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:49.614397 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:49.655479 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.689550 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.758900 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.761855 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:49.762989 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/065075fb-fc99-4d98-bbe6-7e24bc97e6aa HTTP/1.1" status: 204 len: 168 time: 0.1820354 Jun 10 22:34:49.763725 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-781fcf06-cb56-4c61-8ce2-52e04e4f4864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:49.772673 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065075fb-fc99-4d98-bbe6-7e24bc97e6aa,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:49.775112 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:49.803338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45582) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:49.898836 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7bad-14c6-4239-a123-c92e57ccec84 req-1cbd2ca4-5bf3-4010-8395-4a22dd4eadb1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:49.900515 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3c6f7bad-14c6-4239-a123-c92e57ccec84 req-1cbd2ca4-5bf3-4010-8395-4a22dd4eadb1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0801764 Jun 10 22:34:49.946474 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3c6f7bad-14c6-4239-a123-c92e57ccec84 req-dbf90d9b-6a01-4ab4-96ec-908ef5ccb6ae tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Jun 10 22:34:50.084621 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-910457694-network', 'tenant_id': '0a85378c93d74803bd2610a77e866426'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:50.119504 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Made reservation on behalf of 0a85378c93d74803bd2610a77e866426 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:50.122566 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.141349 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.290222 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45602) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:50.302382 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.313424 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.317834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-259f0c28-1665-4ac0-aada-2779e98da9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:50.319749 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.363769 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:34:50.370492 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53bea51-7b34-44b7-af60-862f07bf7ef8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:50.377581 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:50.383301 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.383627 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Added segment a676b3f5-6329-4edd-861b-3bea639d216f of type vlan for network ac352202-a330-43c4-a2e7-219c0b474266 Jun 10 22:34:50.400135 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45610) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:50.450476 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.502640 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.504625 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:50.505207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.509781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dbb2107e-04b3-4e7d-9b93-182bc40c918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:50.557908 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.569711 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.605543 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-881762894-network', 'tenant_id': 'fbc0d2d0fb484da48d51db1c9a98ffa6'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:50.624522 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16abe-c60b-430b-ae66-89dfd75e22ee req-ee6b425f-9367-49c6-8d3c-42b4dc29cd58 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:50.626210 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8262861 Jun 10 22:34:50.626408 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-43e16abe-c60b-430b-ae66-89dfd75e22ee req-ee6b425f-9367-49c6-8d3c-42b4dc29cd58 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 943 time: 0.1017914 Jun 10 22:34:50.627023 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Pushing event updated for resources: {'Network': ['ID=ac352202-a330-43c4-a2e7-219c0b474266,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:50.630486 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45616) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:50.631102 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:50.631595 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-65b43478-f091-4f12-b54d-758cd1f96657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:50.637810 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Request body: {'subnet': {'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-910457694-subnet', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:50.648124 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network ac352202-a330-43c4-a2e7-219c0b474266 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:34:50.664127 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f3d8862c7294e85b04626412fa957d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728125 Jun 10 22:34:50.665459 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Made reservation on behalf of fbc0d2d0fb484da48d51db1c9a98ffa6 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:50.667757 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.667897 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45618) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:50.676469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567d554-dea8-42d3-b516-bdd5f7feb7ba,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:50.687701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:50.693291 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.725263 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Made reservation on behalf of 0a85378c93d74803bd2610a77e866426 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:50.728113 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.743751 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.773384 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.792122 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-43e16abe-c60b-430b-ae66-89dfd75e22ee req-924b7333-f7fc-4dcb-8aa7-e27bb2647ee2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371734 Jun 10 22:34:50.862107 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.864729 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:50.865892 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5567d554-dea8-42d3-b516-bdd5f7feb7ba HTTP/1.1" status: 204 len: 168 time: 0.1971974 Jun 10 22:34:50.866651 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fafe3274-28c8-41a9-8f16-ba4d9ed0ba89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:50.876963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567d554-dea8-42d3-b516-bdd5f7feb7ba,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:50.879575 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:51.084013 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.096272 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.099689 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.102157 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a5c4099c-a056-4bf4-9c39-4c04768f1a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:51.229819 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b804-68ac-4259-89df-0becc8b2a294 req-323ce314-c761-4dde-a416-10dbcf1f7a30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:51.231642 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a523b804-68ac-4259-89df-0becc8b2a294 req-323ce314-c761-4dde-a416-10dbcf1f7a30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1156089 Jun 10 22:34:51.290498 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a523b804-68ac-4259-89df-0becc8b2a294 req-29471cce-4d36-45f7-aca5-0bd034e20da6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506234 Jun 10 22:34:51.322764 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 20195b14-2453-48d0-a058-89aa9ca0f31d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:34:51.356267 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:34:51.375497 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a809ab-7dbc-498b-b86d-20745e496b20,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:51.382509 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:51.382933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:51.385941 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.386283 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Added segment 3106f5e8-b008-4de3-a9e6-e1b2da4d2b05 of type vlan for network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 Jun 10 22:34:51.493222 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.495190 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20195b14-2453-48d0-a058-89aa9ca0f31d,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:51.496773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f6fc14-c917-4204-83f8-8a304ef591e0,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:51.502877 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:51.505092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Checking segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:51.505452 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Network hostable DHCP agents. Network: ac352202-a330-43c4-a2e7-219c0b474266, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:34:51.512803 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '20195b14-2453-48d0-a058-89aa9ca0f31d', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'port_id': '20195b14-2453-48d0-a058-89aa9ca0f31d', 'mac_address': 'fa:16:3e:6f:7a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e6c85e-c607-4359-9fce-560e468ca85c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:34:51.547008 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.548455 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:51.549050 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.552271 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b49e6cdc-3a71-4458-96d3-6bec820151e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:51.556984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Network ac352202-a330-43c4-a2e7-219c0b474266 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:34:51.565737 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.582480 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20195b14-2453-48d0-a058-89aa9ca0f31d {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:34:51.587580 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, ac352202-a330-43c4-a2e7-219c0b474266) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:51.593101 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1909392 Jun 10 22:34:51.595888 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:51.596616 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.599119 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45648) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:51.607674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Request body: {'subnet': {'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-881762894-subnet', 'tenant_id': 'fbc0d2d0fb484da48d51db1c9a98ffa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:51.607886 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dfdcda-1aa8-4dc2-a3df-8e2d1ac55518 None None] Network ac352202-a330-43c4-a2e7-219c0b474266 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:51.622812 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20195b14-2453-48d0-a058-89aa9ca0f31d,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:51.654240 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Pushing event updated for resources: {'Network': ['ID=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:51.658035 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:51.658683 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Made reservation on behalf of fbc0d2d0fb484da48d51db1c9a98ffa6 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:51.661516 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0287769 Jun 10 22:34:51.662368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.664293 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45652) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:51.668958 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:51.692627 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.694669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.765667 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:34:51.781448 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.788123 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:51.800543 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:52.034400 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.063744 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.072910 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bdf47007-e256-4ef1-94cc-5acbcfb3bfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:52.085538 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-ac352202-a330-43c4-a2e7-219c0b474266', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:34:52.090658 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.095119 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:52.106686 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:52.146126 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['20195b14-2453-48d0-a058-89aa9ca0f31d'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:34:52.174710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfed3609-8fc2-4256-a479-bf9532f4a14a,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:52.195312 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.195671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.196022 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.196366 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.196706 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.197045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.197383 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.197744 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.198081 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.198781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.199126 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.199461 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:52.204682 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:52.207617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Checking segment: {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:52.208186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Network hostable DHCP agents. Network: e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:34:52.224410 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3607d-d244-433c-a2b6-bf12b5333b10 req-3b7589f3-7eeb-4e8d-8aa7-60a84282b549 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:52.232413 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7ad3607d-d244-433c-a2b6-bf12b5333b10 req-3b7589f3-7eeb-4e8d-8aa7-60a84282b549 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 944 time: 0.2522871 Jun 10 22:34:52.294439 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:34:52.324996 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7ad3607d-d244-433c-a2b6-bf12b5333b10 req-277a1a6e-f879-4923-8ba9-fb6dfb9352d8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917766 Jun 10 22:34:52.328701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:52.338347 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:52.339093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.369381 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7685578 Jun 10 22:34:52.411463 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Allocated IP 172.20.0.2 (ac352202-a330-43c4-a2e7-219c0b474266/06f6fc14-c917-4204-83f8-8a304ef591e0/94cc3c12-e679-41e2-83ce-24ca5b7a964a) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:52.576149 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26daae5-2fd2-4eed-86a7-0672fc8ebac7 None None] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:52.666489 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.720482 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.746411 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.773391 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Transition to ACTIVE for port object 94cc3c12-e679-41e2-83ce-24ca5b7a964a will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:52.812334 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Transition to ACTIVE for port object 94cc3c12-e679-41e2-83ce-24ca5b7a964a will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:52.854641 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:52.860950 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:52.901049 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Allocated IP 172.28.1.244 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/80455128-6b77-4758-a8b6-00e671726063) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:52.934679 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2fe9-44f4-4832-b0fd-4889f87b93a7 req-ac2f4b62-a19d-449e-addb-002adb7fc760 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:52.945533 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-806f2fe9-44f4-4832-b0fd-4889f87b93a7 req-ac2f4b62-a19d-449e-addb-002adb7fc760 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.3947771 Jun 10 22:34:52.962992 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35537548-254e-40e8-a8cd-0915bc3e8eb9 None None] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:52.969941 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Network ac352202-a330-43c4-a2e7-219c0b474266 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:53.000062 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:53.014633 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:53.017404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Pushing event updated for resources: {'Port': ['ID=94cc3c12-e679-41e2-83ce-24ca5b7a964a,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:53.029294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:53.072405 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-806f2fe9-44f4-4832-b0fd-4889f87b93a7 req-95a93575-d2e1-4f6f-a2f0-1639b9c28f7b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258507 Jun 10 22:34:53.135857 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:53.216774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:53.225572 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:53.311885 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:53.316185 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:53.318924 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:53.347656 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Attempting to bind port 94cc3c12-e679-41e2-83ce-24ca5b7a964a on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:53.348309 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Attempting to bind port 94cc3c12-e679-41e2-83ce-24ca5b7a964a by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:53.348844 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Attempting to bind port 94cc3c12-e679-41e2-83ce-24ca5b7a964a on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:53.360920 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:53.361534 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Checking segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:53.362132 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:53.362837 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Bound using segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:53.363488 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Bound port: 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:53.364024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:53.524759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Pushing event updated for resources: {'Port': ['ID=80455128-6b77-4758-a8b6-00e671726063,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:53.540729 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:53.555948 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] For port 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:53.560593 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] For port 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=94cc3c12-e679-41e2-83ce-24ca5b7a964a,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:53.566207 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:53.569952 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:53.650005 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340ad13-8277-4010-a948-8ab84f51aee7 req-0282c69f-f876-4198-b8c6-be563589f050 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:53.657373 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Pushing event updated for resources: {'Port': ['ID=94cc3c12-e679-41e2-83ce-24ca5b7a964a,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:53.658758 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2340ad13-8277-4010-a948-8ab84f51aee7 req-0282c69f-f876-4198-b8c6-be563589f050 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 944 time: 0.1147640 Jun 10 22:34:53.663552 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:53.718719 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2340ad13-8277-4010-a948-8ab84f51aee7 req-c832972e-3443-4baf-a9ba-f2982fed13cb tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588515 Jun 10 22:34:53.812083 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.140598 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 94cc3c12-e679-41e2-83ce-24ca5b7a964a up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:54.214878 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 94cc3c12-e679-41e2-83ce-24ca5b7a964a completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:54.309085 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3f83-b4bc-47f4-b2d9-9f603ecc7132 req-6e66a127-a721-48a7-b6d2-dbb79996ab6d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:54.317282 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a5ee3f83-b4bc-47f4-b2d9-9f603ecc7132 req-6e66a127-a721-48a7-b6d2-dbb79996ab6d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1099341 Jun 10 22:34:54.364319 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a5ee3f83-b4bc-47f4-b2d9-9f603ecc7132 req-b805fc0a-1a90-4272-bc76-54d5818d72cd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Jun 10 22:34:54.395091 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45752) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:54.458778 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.533714 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.661644 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.669433 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.672215 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:54.718138 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1be876c76ff7423097b632fe4819d524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218253 Jun 10 22:34:54.719345 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45766) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:54.720196 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02c876-e902-4ccb-8e69-5f6869d37e78,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:54.724152 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:54.738544 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-1fa75976-a00f-4de5-bf47-59f8127f388d tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:54.740582 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-1fa75976-a00f-4de5-bf47-59f8127f388d tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 813 time: 0.1695123 Jun 10 22:34:54.763709 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-b44db709-60bc-4a4d-b7ff-6f69a8065896 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/quotas/fbc0d2d0fb484da48d51db1c9a98ffa6 HTTP/1.1" status: 200 len: 375 time: 0.0141733 Jun 10 22:34:54.801836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.829859 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-09a6ca01-a375-4f9f-bd93-30ad8e10f201 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479307 Jun 10 22:34:54.838433 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Router f31da405-5596-4113-8397-938da6660a16 is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:34:54.840193 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.848718 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43b9d7-bf9e-4e3b-b887-1e707d970a1c None None] Network ac352202-a330-43c4-a2e7-219c0b474266 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:34:54.925716 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.929223 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:54.933515 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad02c876-e902-4ccb-8e69-5f6869d37e78 HTTP/1.1" status: 204 len: 168 time: 0.2080548 Jun 10 22:34:54.934747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96594619-570c-4fc4-997c-4451adaa712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:54.975318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02c876-e902-4ccb-8e69-5f6869d37e78,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:54.994512 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Provisioning for port 94cc3c12-e679-41e2-83ce-24ca5b7a964a completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:55.006986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:55.015265 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Provisioning complete for port 94cc3c12-e679-41e2-83ce-24ca5b7a964a triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:55.016563 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.061119 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7794-625b-482b-8e96-0a782e80ef90 req-562e23cc-2f6d-4707-b948-112124ab07be tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:55.063963 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cd2b7794-625b-482b-8e96-0a782e80ef90 req-562e23cc-2f6d-4707-b948-112124ab07be tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 944 time: 0.1017823 Jun 10 22:34:55.143568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cd2b7794-625b-482b-8e96-0a782e80ef90 req-3eabfebb-c039-4312-9eb0-b8ed01c71f79 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Jun 10 22:34:55.177642 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-bccf95bb-0c5e-4f81-a07e-12eab925b334 service neutron] 10.222.0.16 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337202 Jun 10 22:34:55.220718 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.228583 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:34:55.238949 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:34:55.257078 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:55.263931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.264220 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:55.272288 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45782) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:55.272995 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6074345 Jun 10 22:34:55.302786 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-754dea50-4a83-4324-9318-871849fef1dc None None] For port 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=94cc3c12-e679-41e2-83ce-24ca5b7a964a,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:55.321917 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.325031 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:55.383584 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 20195b14-2453-48d0-a058-89aa9ca0f31d up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:55.413554 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45788) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:55.434893 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:34:55.453413 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.525315 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Pushing event updated for resources: {'Port': ['ID=94cc3c12-e679-41e2-83ce-24ca5b7a964a,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:55.536284 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.536634 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.536977 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.537313 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.537724 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.538059 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.538367 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.538758 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.539098 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.539505 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.539995 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.540553 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:55.546213 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:55.561540 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 20195b14-2453-48d0-a058-89aa9ca0f31d completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:55.570727 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 20195b14-2453-48d0-a058-89aa9ca0f31d triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:55.571391 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.657330 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.665427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.689293 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:55.698961 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0dec7906-e40e-4bfd-99dd-d22fdfe3f65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:55.778207 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-6e7a8720-60ea-46c0-8016-00e29942ab64 service neutron] 10.222.0.16 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014338 Jun 10 22:34:55.793326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.823452 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cede4b1cdae48b989dbf80fc8dd4bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085932 Jun 10 22:34:55.828118 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45790) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:55.844059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf4eb6-cad7-4898-b885-e17a466d44c6,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:55.864182 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:34:55.866513 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f9eee-e961-4064-90ab-6000c8ad93c3" -d '{"events": [{"server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "name": "network-vif-plugged", "status": "completed", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:34:55.884502 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:55.906274 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20195b14-2453-48d0-a058-89aa9ca0f31d,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:34:55.914967 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.916916 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:55.922423 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:55.959853 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.043181 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-6cfed4c2-33ac-44aa-9202-ade2076cef6d None None] Provisioning complete for port 94cc3c12-e679-41e2-83ce-24ca5b7a964a triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:56.043181 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6cfed4c2-33ac-44aa-9202-ade2076cef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.060131 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.063617 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.071211 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54bf4eb6-cad7-4898-b885-e17a466d44c6 HTTP/1.1" status: 204 len: 168 time: 0.2415097 Jun 10 22:34:56.074024 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b3d4239d-7334-46df-865e-ac9ce25e1152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:56.122239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf4eb6-cad7-4898-b885-e17a466d44c6,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:56.126544 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753cdf72-72d5-4248-939e-9e461891f75e x-openstack-request-id: req-753cdf72-72d5-4248-939e-9e461891f75e {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:34:56.126897 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "name": "network-vif-plugged", "status": "completed", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:34:56.127165 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-753cdf72-72d5-4248-939e-9e461891f75e {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:34:56.127568 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d', 'code': 200} Jun 10 22:34:56.130462 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:56.153430 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:53Z', 'revision_number': 3, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:56.176886 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:56.200825 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 94cc3c12-e679-41e2-83ce-24ca5b7a964a up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:34:56.205537 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:56.242366 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:34:56.243847 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Updating router f31da405-5596-4113-8397-938da6660a16 port 80455128-6b77-4758-a8b6-00e671726063 binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:34:56.341262 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3808047c-d4b8-48b7-94ce-529e667f8979 req-242ac4b4-f080-4bbf-92c8-adcdeebe0ab9 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 210 time: 0.0795262 Jun 10 22:34:56.540256 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 94cc3c12-e679-41e2-83ce-24ca5b7a964a triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:56.540830 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.562179 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:56.835961 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a273909-13b4-4ab3-93f6-5598f9323c8f req-f2c76961-6f8b-4383-9d29-85e39392c8c7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:56.853453 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0a273909-13b4-4ab3-93f6-5598f9323c8f req-f2c76961-6f8b-4383-9d29-85e39392c8c7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.2020063 Jun 10 22:34:56.882271 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45826) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:56.958543 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0a273909-13b4-4ab3-93f6-5598f9323c8f req-f7002956-4226-46cf-a027-7f8df678702a tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032314 Jun 10 22:34:57.067942 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0992-7dc9-4304-a9fe-84f5ddbfedbe req-fce1e5d5-396f-4c44-b56a-ce52e96d4300 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:57.075660 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a9ce0992-7dc9-4304-a9fe-84f5ddbfedbe req-fce1e5d5-396f-4c44-b56a-ce52e96d4300 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 1.1185107 Jun 10 22:34:57.155100 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb3cfd-ca44-4542-8dde-a5c99ca5e2c2 req-fbd3b3dd-0402-4c08-8b59-ecf4651db8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:57.158264 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fdbb3cfd-ca44-4542-8dde-a5c99ca5e2c2 req-fbd3b3dd-0402-4c08-8b59-ecf4651db8fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 1098 time: 0.2543981 Jun 10 22:34:57.167181 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.195711 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Transition to ACTIVE for port object 80455128-6b77-4758-a8b6-00e671726063 will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:57.205524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.205704 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.209793 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:57.218803 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a9ce0992-7dc9-4304-a9fe-84f5ddbfedbe req-e5347487-795a-46fd-b4e4-33de3febf08d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419275 Jun 10 22:34:57.260599 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fdbb3cfd-ca44-4542-8dde-a5c99ca5e2c2 req-1d2af34b-c58a-416d-92f1-727d0e463dfd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Jun 10 22:34:57.295437 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Attempting to bind port 80455128-6b77-4758-a8b6-00e671726063 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:34:57.295985 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Attempting to bind port 80455128-6b77-4758-a8b6-00e671726063 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:34:57.296259 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Attempting to bind port 80455128-6b77-4758-a8b6-00e671726063 on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:34:57.306161 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:34:57.306829 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:34:57.307531 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.308090 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:34:57.308571 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Bound port: 80455128-6b77-4758-a8b6-00e671726063, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:34:57.308947 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.311542 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Pushing event updated for resources: {'Port': ['ID=80455128-6b77-4758-a8b6-00e671726063,revision_number=2']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:57.349787 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.350476 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.351034 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.351733 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.354114 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.354686 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.355236 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.355799 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.356367 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.356901 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.357439 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.357993 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:34:57.378873 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:57.386383 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.438522 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] For port 80455128-6b77-4758-a8b6-00e671726063, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:34:57.442216 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] For port 80455128-6b77-4758-a8b6-00e671726063, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=80455128-6b77-4758-a8b6-00e671726063,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:34:57.445140 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.447247 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.449677 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-87f7ff29-0eea-45cf-a350-7905b81f9733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:57.454014 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.468310 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:57.519047 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:34:57.519736 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:57.522041 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01eaad6fb2884588b1d4e3d74ede01e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379409 Jun 10 22:34:57.523237 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45844) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:57.553346 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef0862-f3e5-4a21-8cb0-ee8862bef64d,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:57.567510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:57.634770 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Pushing event updated for resources: {'Port': ['ID=80455128-6b77-4758-a8b6-00e671726063,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:57.637343 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f07bfb66-4b9d-43e7-8c3c-568814d4a47a req-3508c0a0-4cb9-4e8b-8176-0670747f024b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 210 time: 0.1007998 Jun 10 22:34:57.682827 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:57.686599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.711409 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Allocated IP 172.20.0.1 (ac352202-a330-43c4-a2e7-219c0b474266/06f6fc14-c917-4204-83f8-8a304ef591e0/781194db-292b-4437-afe6-15ecff59f2be) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:57.713993 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.747936 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:34:57.780757 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.785100 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.802697 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49ef0862-f3e5-4a21-8cb0-ee8862bef64d HTTP/1.1" status: 204 len: 168 time: 0.2697582 Jun 10 22:34:57.803569 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b5c94acc-5c37-4bd6-a7d3-686962c2918a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:57.822619 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef0862-f3e5-4a21-8cb0-ee8862bef64d,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:57.824885 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:57.915007 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:57.941013 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Transition to ACTIVE for port object 781194db-292b-4437-afe6-15ecff59f2be will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:34:58.113179 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.119736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:58.179610 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Pushing event updated for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:58.187178 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:58.266949 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Network ac352202-a330-43c4-a2e7-219c0b474266 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:58.275547 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:58.285708 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-5d7f12be-396c-487e-9306-c4db654997cd tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:58.287198 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-5d7f12be-396c-487e-9306-c4db654997cd tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 813 time: 0.2991555 Jun 10 22:34:58.288000 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:34:58.288491 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.413188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Request body: {'port': {'device_id': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02', 'admin_state_up': True, 'tenant_id': 'fbc0d2d0fb484da48d51db1c9a98ffa6'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:34:58.440188 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45866) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:58.459025 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:53Z', 'revision_number': 3, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:34:58.465900 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1d8ab-2bf6-4826-8c95-62315778eec8 None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:53Z', 'revision_number': 3, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:34:58.471201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.533004 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5305fd-8ee7-4940-94b7-10f053148aa3 req-97c0d731-692c-47f7-9beb-87851cf1fa9c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:58.535824 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b5305fd-8ee7-4940-94b7-10f053148aa3 req-97c0d731-692c-47f7-9beb-87851cf1fa9c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.3358817 Jun 10 22:34:58.701862 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.709201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.713796 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-dcf7525f-4419-4d5a-b3e2-f5cb2c7b95c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:58.741453 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8beca11-c064-4236-8f18-baaf01d0b752,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:58.753665 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:58.775298 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b83c72d38c54b88a69a36fa9e11ef0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331430 Jun 10 22:34:58.777929 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45876) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:34:58.778079 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-93857d6b-82ba-47d2-9cbb-c36c3536924f None None] Provisioning for port 781194db-292b-4437-afe6-15ecff59f2be completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:34:58.782353 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-93857d6b-82ba-47d2-9cbb-c36c3536924f None None] Provisioning complete for port 781194db-292b-4437-afe6-15ecff59f2be triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:34:58.783004 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-93857d6b-82ba-47d2-9cbb-c36c3536924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.800163 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d58b2-d0b6-4451-9197-8dc1b8f6f5a8 req-5df9abb3-14cd-4c6b-9600-219a21afeeb0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:34:58.806336 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ae0d58b2-d0b6-4451-9197-8dc1b8f6f5a8 req-5df9abb3-14cd-4c6b-9600-219a21afeeb0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1834042 Jun 10 22:34:58.822029 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b5305fd-8ee7-4940-94b7-10f053148aa3 req-9b9108ad-4730-47bf-9b5b-701d936da827 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737978 Jun 10 22:34:58.840853 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-93857d6b-82ba-47d2-9cbb-c36c3536924f None None] Port 781194db-292b-4437-afe6-15ecff59f2be cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:34:58.903429 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.925106 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Made reservation on behalf of fbc0d2d0fb484da48d51db1c9a98ffa6 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:34:58.928713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.931647 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:58.951123 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ae0d58b2-d0b6-4451-9197-8dc1b8f6f5a8 req-5bdde1f4-8906-413f-997f-dabb11db58ce tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342070 Jun 10 22:34:58.992536 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.067025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.070789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.071091 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-85e19e07-6591-491a-91b3-e69d7ef936d8 req-5ddf03f9-f8c2-42e2-98ae-a72681e2d251 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 210 time: 0.0532000 Jun 10 22:34:59.074754 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8beca11-c064-4236-8f18-baaf01d0b752 HTTP/1.1" status: 204 len: 168 time: 0.2960970 Jun 10 22:34:59.076012 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-787abaa8-092f-4354-b2ca-b9fff3e43d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:59.085519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8beca11-c064-4236-8f18-baaf01d0b752,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:59.088615 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:59.331329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Allocated IP 172.20.0.14 (e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02/cfed3609-8fc2-4256-a479-bf9532f4a14a/61fca80e-3b58-4c84-a5ed-1a1b682225ec) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:34:59.387612 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.394343 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.402913 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.412923 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:34:59.628686 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Pushing event updated for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:34:59.638071 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:34:59.712225 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.720422 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Network ac352202-a330-43c4-a2e7-219c0b474266 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:34:59.724852 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:34:59.910760 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:34:59.918771 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0159bfd0-b9eb-4271-a7bf-ba30b87456e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:00.032664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:35:00.036778 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:00.053147 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:00.073831 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:00.081331 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45918) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:00.086407 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-bb4ac3c1-fff2-4ae1-91b3-71456076685a None None] Provisioning complete for port 781194db-292b-4437-afe6-15ecff59f2be triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:00.086874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac3c1-fff2-4ae1-91b3-71456076685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.090371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:00.091247 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.116349 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7175395 Jun 10 22:35:00.117453 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Pushing event updated for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:00.143022 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:00.150325 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Request body: {'port': {'device_id': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:00.180281 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 80455128-6b77-4758-a8b6-00e671726063 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:00.271507 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ac3c1-fff2-4ae1-91b3-71456076685a None None] Port 781194db-292b-4437-afe6-15ecff59f2be cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:35:00.293890 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 80455128-6b77-4758-a8b6-00e671726063 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:00.307823 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1046253344-network', 'tenant_id': 'c1287a77403c4bfca7b42c6e8075b9ca'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:00.308226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 80455128-6b77-4758-a8b6-00e671726063 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:00.308849 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.345053 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0527e3-63b5-49f7-8da6-a1766009a5fe req-2ca0a802-5d1b-4e8c-9b40-dad915f2758e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:00.346724 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3b0527e3-63b5-49f7-8da6-a1766009a5fe req-2ca0a802-5d1b-4e8c-9b40-dad915f2758e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1660805 Jun 10 22:35:00.348100 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Made reservation on behalf of c1287a77403c4bfca7b42c6e8075b9ca for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:00.350984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.372347 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.420162 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3b0527e3-63b5-49f7-8da6-a1766009a5fe req-41eb785b-eede-4956-8960-4560823dff37 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656600 Jun 10 22:35:00.436538 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.470039 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 80455128-6b77-4758-a8b6-00e671726063, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=80455128-6b77-4758-a8b6-00e671726063,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:00.475501 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.478035 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:00.534965 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.539719 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.543502 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4681e427-5912-4394-a10f-84848551f0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:00.550740 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=80455128-6b77-4758-a8b6-00e671726063,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:00.553819 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:00.585056 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:00.588544 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:00.589195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:35:00.600461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.600803 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Added segment d03b0ea1-e72a-4913-9a02-68b01c458477 of type vlan for network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c Jun 10 22:35:00.695986 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.752352 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e04d-1295-46b3-b2dc-4f7a3e2d5d8b req-9a349f6e-9442-4a4c-b5b8-8c13d8ce0020 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:00.753744 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9cd5e04d-1295-46b3-b2dc-4f7a3e2d5d8b req-9a349f6e-9442-4a4c-b5b8-8c13d8ce0020 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 932 time: 0.1381369 Jun 10 22:35:00.755416 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.756789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:00.757352 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.764818 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7c8e946a-b58b-4353-9a3a-e9d59f75150a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:00.795772 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a802b-133b-48d0-a9c2-ea4d71318462 req-fb336402-6262-4a5a-9f6a-766004dce24c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:00.797405 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-644a802b-133b-48d0-a9c2-ea4d71318462 req-fb336402-6262-4a5a-9f6a-766004dce24c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.7253983 Jun 10 22:35:00.800191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:00.820984 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7347348 Jun 10 22:35:00.823721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45930) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:00.826959 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:35:00.832725 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Request body: {'subnet': {'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1046253344-subnet', 'tenant_id': 'c1287a77403c4bfca7b42c6e8075b9ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:00.833311 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] 10.222.0.16 "PUT /v2.0/routers/f31da405-5596-4113-8397-938da6660a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5594461 Jun 10 22:35:00.839568 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:35:00.866358 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:35:00.867226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:00.897127 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Pushing event updated for resources: {'Network': ['ID=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:00.904089 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:00.922671 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9cd5e04d-1295-46b3-b2dc-4f7a3e2d5d8b req-fee06ee1-055f-4c63-b736-e2f93a1b0bdb tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567180 Jun 10 22:35:00.934204 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-644a802b-133b-48d0-a9c2-ea4d71318462 req-9cc56ef8-6798-4add-b6ac-67d1ed196577 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279335 Jun 10 22:35:00.948574 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:35:00.952971 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Made reservation on behalf of c1287a77403c4bfca7b42c6e8075b9ca for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:00.955437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.346348 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.349773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b752f5e3-072f-4f68-9394-b42341e7ca5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:01.417500 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fca80e-3b58-4c84-a5ed-1a1b682225ec {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:01.426966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.437404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:35:01.443716 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Transition to ACTIVE for port object 61fca80e-3b58-4c84-a5ed-1a1b682225ec will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:01.458854 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.467827 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:01.479506 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab000aa-d002-4bd2-a44d-2008752e2ae0,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:01.506100 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:01.521232 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Checking segment: {'id': 'd03b0ea1-e72a-4913-9a02-68b01c458477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:01.521445 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Network hostable DHCP agents. Network: 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:35:01.541957 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:35:01.552874 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:01.558198 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:01.558941 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.575437 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:01.587030 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:01.588735 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7610748 Jun 10 22:35:01.693966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Attempting to bind port 61fca80e-3b58-4c84-a5ed-1a1b682225ec on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:01.694419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Attempting to bind port 61fca80e-3b58-4c84-a5ed-1a1b682225ec by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:01.695198 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Attempting to bind port 61fca80e-3b58-4c84-a5ed-1a1b682225ec on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:01.699201 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Port 61fca80e-3b58-4c84-a5ed-1a1b682225ec on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:01.699616 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Attempting to bind port 61fca80e-3b58-4c84-a5ed-1a1b682225ec on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:01.705283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:01.705983 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Checking segment: {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:01.706253 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Bound using segment: {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:01.706781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Bound port: 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:01.707242 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.755194 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdf7b1-640c-4e4b-bfbf-9d1f73942807 None None] Network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:01.806875 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45962) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:01.813706 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419096196', 'description': 'tempest-description--920603513'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:01.817802 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:01.823695 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:01.829996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.833743 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:01.875350 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.897142 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:01.897917 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:01.900285 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/61fca80e-3b58-4c84-a5ed-1a1b682225ec HTTP/1.1" status: 200 len: 1094 time: 1.7586625 Jun 10 22:35:01.901066 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:01.904086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74534ca-db15-4b08-b984-845b12e0efd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:01.949095 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:01.953925 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:02.054031 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.061727 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.069370 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-38e15a3e-19e8-4403-bf3a-c3f790a4b292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:02.073212 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82156028-19ce-4ab3-b013-4a7e5b237e45 x-openstack-request-id: req-82156028-19ce-4ab3-b013-4a7e5b237e45 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:02.073654 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:02.074059 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82156028-19ce-4ab3-b013-4a7e5b237e45 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:02.074662 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec', 'status': 'completed', 'code': 200} Jun 10 22:35:02.144191 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 80455128-6b77-4758-a8b6-00e671726063 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:02.148304 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:02.162261 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:02.167899 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.170073 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3620656 Jun 10 22:35:02.175789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 45978) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:02.186197 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group_rule': {'security_group_id': '0a75a3be-cf2a-4fbf-96ec-c1150beb82ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:02.254823 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.268607 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a38aba-c9fc-4982-9c75-c5761b119351 req-b4320e3d-4bb8-44f0-9a05-59e2f2c6e7be tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:02.276944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56a38aba-c9fc-4982-9c75-c5761b119351 req-b4320e3d-4bb8-44f0-9a05-59e2f2c6e7be tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.2054999 Jun 10 22:35:02.295243 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc78c83-0826-4a6e-a470-2410afd02f01 None None] Network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:02.298200 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-7ea0eaa0-0c4a-4a11-a93f-c112c232db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:02.299978 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-7ea0eaa0-0c4a-4a11-a93f-c112c232db24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 1097 time: 0.2914515 Jun 10 22:35:02.335779 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:34:59Z', 'revision_number': 2, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:02.381523 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.391010 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:35:02.391540 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Updating router f31da405-5596-4113-8397-938da6660a16 port 781194db-292b-4437-afe6-15ecff59f2be binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:35:02.399163 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.401496 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56a38aba-c9fc-4982-9c75-c5761b119351 req-a465d2b3-46bc-4159-aa7a-e72c046e380a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235952 Jun 10 22:35:02.405472 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-b676b092-8bf9-428b-8c6a-a174700e9360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec HTTP/1.1" status: 200 len: 217 time: 0.0932639 Jun 10 22:35:02.409361 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:02.440984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0558fe4a-3e5a-4537-9e0b-8c5681fdcdc4,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:02.452491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:02.466409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec4d4f-fb46-4439-aea8-8d92dd3442ea req-383258f1-8bd1-4e24-a057-4cf89e1e49ba tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:02.472126 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 80455128-6b77-4758-a8b6-00e671726063 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:02.472632 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.477348 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-24ec4d4f-fb46-4439-aea8-8d92dd3442ea req-383258f1-8bd1-4e24-a057-4cf89e1e49ba tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 944 time: 0.2052546 Jun 10 22:35:02.523165 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.523627 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.524992 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457472 Jun 10 22:35:02.526730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-5548bf58-7bfe-492e-a97e-76b32a930019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:02.530192 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-5548bf58-7bfe-492e-a97e-76b32a930019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfed3609-8fc2-4256-a479-bf9532f4a14a HTTP/1.1" status: 200 len: 853 time: 0.1197407 Jun 10 22:35:02.531415 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45990) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:02.538129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 45992) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:02.543178 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-24ec4d4f-fb46-4439-aea8-8d92dd3442ea req-431502f1-c532-4285-85bc-df891c0e740d tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611513 Jun 10 22:35:02.550022 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101735055-network', 'tenant_id': '083dbcbfb092479aad7d2a1b7d38ecf6'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:02.561508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group_rule': {'security_group_id': '0a75a3be-cf2a-4fbf-96ec-c1150beb82ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:02.610551 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-75644cef-bc87-461d-9d46-aad15eb2195c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437710 Jun 10 22:35:02.619880 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Made reservation on behalf of 083dbcbfb092479aad7d2a1b7d38ecf6 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:02.622987 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.663931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.823031 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:02.873900 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-e4859bc8-6945-480b-857c-27e3f39576d4 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341161 Jun 10 22:35:03.016939 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.029605 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Transition to ACTIVE for port object 781194db-292b-4437-afe6-15ecff59f2be will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:03.036845 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.046306 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.047882 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:03.057736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.083446 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:03.110780 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.113540 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73e4f1e8-ce7a-4e73-a13d-6fcdb6fa43f5 req-2a7c6e4c-4bbc-4347-9fe5-3b2251328826 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304964 Jun 10 22:35:03.115689 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc55014a-eb4c-4646-b8d9-4debd7a2c303,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:03.117406 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.146466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:35:03.163358 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.164070 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Added segment 78b066d2-a033-482f-be9b-e543a869075e of type vlan for network 6ddc7499-dc86-4dc1-91eb-09ed93756fc9 Jun 10 22:35:03.213833 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:03.214770 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-82943812-b20e-437c-a351-165ef19336c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:03.231641 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Pushing event updated for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:03.232159 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.233296 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6906548 Jun 10 22:35:03.236443 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:03.237510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46004) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:03.243896 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:03.275737 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.308430 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.316518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Attempting to bind port 781194db-292b-4437-afe6-15ecff59f2be on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:03.317885 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Attempting to bind port 781194db-292b-4437-afe6-15ecff59f2be by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:03.318367 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Attempting to bind port 781194db-292b-4437-afe6-15ecff59f2be on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:03.321077 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bce5f-1235-4d88-b1c2-b0657da8b345,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:03.327932 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:03.343541 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:03.344692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Checking segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:03.345326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.345941 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Bound using segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:03.346620 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Bound port: 781194db-292b-4437-afe6-15ecff59f2be, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:03.347257 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.363202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.366889 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:03.367523 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.371748 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:03.411811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-099aa8e7-3b2e-45a8-94ce-bdd820b3a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:03.413960 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-099aa8e7-3b2e-45a8-94ce-bdd820b3a0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 1097 time: 0.1969581 Jun 10 22:35:03.443622 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] For port 781194db-292b-4437-afe6-15ecff59f2be, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:03.449604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] For port 781194db-292b-4437-afe6-15ecff59f2be, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=781194db-292b-4437-afe6-15ecff59f2be,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:03.460200 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9162858 Jun 10 22:35:03.463039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46020) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:03.466992 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.470486 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:03.470766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Request body: {'subnet': {'network_id': '6ddc7499-dc86-4dc1-91eb-09ed93756fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101735055-subnet', 'tenant_id': '083dbcbfb092479aad7d2a1b7d38ecf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:03.554019 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddc7499-dc86-4dc1-91eb-09ed93756fc9,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:03.568419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:03.668545 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-61184fc6-d140-4b4f-815e-00f4d225150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:03.670332 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-61184fc6-d140-4b4f-815e-00f4d225150d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 914 time: 0.2329366 Jun 10 22:35:03.764136 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Pushing event updated for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:03.770585 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 6ddc7499-dc86-4dc1-91eb-09ed93756fc9 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:35:03.772882 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:03.799346 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-16e5a707-5f61-452f-9039-38ff7382f79f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec HTTP/1.1" status: 200 len: 217 time: 0.0680668 Jun 10 22:35:03.803871 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:35:03.804524 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:34:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:03.859095 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.871966 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Made reservation on behalf of 083dbcbfb092479aad7d2a1b7d38ecf6 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:03.874514 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:03.885365 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c4278-d1fa-46c9-bb47-8e9cdd78a36e req-78be65b5-a9af-48c8-80d7-a1b8fbfb1d33 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:03.887356 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c31c4278-d1fa-46c9-bb47-8e9cdd78a36e req-78be65b5-a9af-48c8-80d7-a1b8fbfb1d33 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.3123651 Jun 10 22:35:03.897228 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-8979d45f-41fc-43bd-9b60-e527963a2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:03.898848 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-8979d45f-41fc-43bd-9b60-e527963a2fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfed3609-8fc2-4256-a479-bf9532f4a14a HTTP/1.1" status: 200 len: 853 time: 0.0905261 Jun 10 22:35:03.980656 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c31c4278-d1fa-46c9-bb47-8e9cdd78a36e req-5305e7b6-0684-49db-8c99-6b3744692da5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803804 Jun 10 22:35:04.041262 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-92abc8c5-a199-4ccb-85be-37adafdd3b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705843 Jun 10 22:35:04.055171 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:35:04.099632 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-983a4c40-af40-480c-bca9-9532131fef6b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:04.101895 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-983a4c40-af40-480c-bca9-9532131fef6b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.6377897 Jun 10 22:35:04.175737 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-5c188581-6909-4721-b5cd-706c2bf37b2a tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/quotas/f55c48b409fc48b78ade5c1a4a5c051a HTTP/1.1" status: 200 len: 375 time: 0.0637975 Jun 10 22:35:04.236540 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Allocated IP 172.28.1.41 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:04.283883 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-1b582954-f403-4703-a66b-ed0a175bdde0 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338750 Jun 10 22:35:04.361979 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78572d8d-271a-4b81-84e4-f727638ad10b req-3cbe7ad9-78b0-4dd9-b20b-176d17b7eab2 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:04.364020 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78572d8d-271a-4b81-84e4-f727638ad10b req-3cbe7ad9-78b0-4dd9-b20b-176d17b7eab2 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 944 time: 0.1589971 Jun 10 22:35:04.451606 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:03Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:04.456520 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226ac27-2113-46c9-85e5-d50ef00f70cc None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:03Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:35:04.480021 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78572d8d-271a-4b81-84e4-f727638ad10b req-d9ccbf1f-d9ce-41c9-a5ee-46829d94d71c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 Jun 10 22:35:04.482306 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b74534ca-db15-4b08-b984-845b12e0efd4 req-d62e43a9-5c28-4f49-ad97-292a706a3782 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899672 Jun 10 22:35:04.581069 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:04.607282 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-72ee8320-3f0e-4ae4-8512-f0bf88bf3e3b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4181919 Jun 10 22:35:04.617059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:04.633466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:04.796096 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:04.816920 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c7ec9a-7294-43a0-9e9c-bd7f69c89dc0,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:04.819595 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:04.826948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef474b5b-39eb-450f-b05a-6345f600e684 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:04.870668 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Checking segment: {'id': '78b066d2-a033-482f-be9b-e543a869075e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ddc7499-dc86-4dc1-91eb-09ed93756fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:04.871020 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Network hostable DHCP agents. Network: 6ddc7499-dc86-4dc1-91eb-09ed93756fc9, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:35:04.874435 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-8d5187b7-6067-44b6-9074-a052dd045de7 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548733 Jun 10 22:35:04.887491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:04.901874 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:04.904312 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:04.964884 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:04.967897 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:05.034581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Network 6ddc7499-dc86-4dc1-91eb-09ed93756fc9 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:35:05.062504 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 6ddc7499-dc86-4dc1-91eb-09ed93756fc9) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:05.073913 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b715a-2a9c-40cd-ba6d-20e800b27007 None None] Network 6ddc7499-dc86-4dc1-91eb-09ed93756fc9 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:05.084757 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:05.085409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.144140 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-57856dd0-9f55-4ed1-8af4-7fe7b5174d56 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552962 Jun 10 22:35:05.163391 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4eda562b-8a4e-4fdc-80cb-bb305dc92421 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6982083 Jun 10 22:35:05.183723 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.206875 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316de350-7291-4a2b-ae45-c25d9dacaf4b req-487899d1-355f-4e09-8356-6465072c639d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:05.216189 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-316de350-7291-4a2b-ae45-c25d9dacaf4b req-487899d1-355f-4e09-8356-6465072c639d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1041174 Jun 10 22:35:05.282701 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.290052 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df3dae-a0ad-41ac-86ba-7d8f2c341492 None None] Network 6ddc7499-dc86-4dc1-91eb-09ed93756fc9 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:05.301564 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-316de350-7291-4a2b-ae45-c25d9dacaf4b req-2d59ff6b-d319-4e10-b024-8495f8b16204 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Jun 10 22:35:05.515548 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-66754445-646a-4d77-8875-d5006b98c376 req-04c89cf5-8f8c-434f-b315-66490b0e4979 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 210 time: 0.0925851 Jun 10 22:35:05.670346 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.678439 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.686290 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:05.787994 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:05.801025 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:05.851738 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.896287 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:05.897529 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6585352 Jun 10 22:35:05.920445 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd34f-a80d-4a18-a729-30e6a086f0df req-727d2571-3110-414e-a40f-edf5e26262df tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:05.921994 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bdafd34f-a80d-4a18-a729-30e6a086f0df req-727d2571-3110-414e-a40f-edf5e26262df tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 944 time: 0.1351073 Jun 10 22:35:06.065743 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bdafd34f-a80d-4a18-a729-30e6a086f0df req-c428099d-dba7-4987-a63c-cc4e49dd0b0e tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339424 Jun 10 22:35:06.140444 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 781194db-292b-4437-afe6-15ecff59f2be up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:06.204295 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 781194db-292b-4437-afe6-15ecff59f2be completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:06.208612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 781194db-292b-4437-afe6-15ecff59f2be triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:06.209083 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:06.337025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:06.378365 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 781194db-292b-4437-afe6-15ecff59f2be, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=781194db-292b-4437-afe6-15ecff59f2be,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:06.383363 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:06.388721 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:06.394249 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-bd2f64eb-35ae-41fa-b4f3-821b75b8b1a3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1419096196&fields=id&tenant_id=0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 267 time: 0.0648398 Jun 10 22:35:06.474177 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-883bd75f-e2b4-4f84-a7e2-656b43825f07 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:06.475731 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-883bd75f-e2b4-4f84-a7e2-656b43825f07 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/networks?id=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c HTTP/1.1" status: 200 len: 809 time: 0.5130394 Jun 10 22:35:06.496762 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:06.499824 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-f3d2f6b9-1d28-4ecb-9e55-63e2d1edfcce tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/quotas/c1287a77403c4bfca7b42c6e8075b9ca HTTP/1.1" status: 200 len: 375 time: 0.0146432 Jun 10 22:35:06.505853 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:06.544061 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-8d595813-ad4f-48f8-a59a-3397a6c0e4a2 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1287a77403c4bfca7b42c6e8075b9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326035 Jun 10 22:35:06.546469 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-d510a082-8fd2-4ca9-a6e7-499198b389df tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:06.548766 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-d510a082-8fd2-4ca9-a6e7-499198b389df tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 810 time: 0.1533866 Jun 10 22:35:06.565452 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-4f86731d-9f10-4412-8d72-41d71077282b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/quotas/0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 375 time: 0.0102980 Jun 10 22:35:06.655213 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-d1223635-563d-4341-a6d0-5471ffda7bf3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839140 Jun 10 22:35:06.669172 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-bc36062e-f4e0-440f-9254-a7d98d5545ab service neutron] 10.222.0.16 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171770 Jun 10 22:35:06.783462 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-b21db2c0-acb9-4dcf-8ab2-35650ead9231 service neutron] 10.222.0.16 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117086 Jun 10 22:35:06.785396 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-f5327955-f967-4d1c-8175-8ef68bb80835 service neutron] 10.222.0.16 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081469 Jun 10 22:35:06.905399 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-23258b19-d599-4b22-8539-763eb0c5d9f3 service neutron] 10.222.0.16 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162553 Jun 10 22:35:07.207219 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1d41-5f06-4cc0-9090-946f82b0892f req-c5dad2fb-f8f7-4867-8714-51203915447f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:07.215306 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cc0f1d41-5f06-4cc0-9090-946f82b0892f req-c5dad2fb-f8f7-4867-8714-51203915447f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1979742 Jun 10 22:35:07.230148 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-979a06ef-2703-404f-af6e-3298998cdec7 req-082e24f7-2f6d-4c0b-9c2e-87cb0b1c1429 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 210 time: 0.0641973 Jun 10 22:35:07.257936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-0a9d3beb-8e99-4a37-990f-648844e37765 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:07.259851 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-0a9d3beb-8e99-4a37-990f-648844e37765 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.2325175 Jun 10 22:35:07.296187 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cc0f1d41-5f06-4cc0-9090-946f82b0892f req-c6abdbdf-a2b1-4cc8-bb15-b78eaad99ab2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796256 Jun 10 22:35:07.300998 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Request body: {'port': {'device_id': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'admin_state_up': True, 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:07.332977 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5e15214c-b9c5-49be-92cc-ac8ff755c443 req-cb24d6f2-38fb-4181-82a9-53d5ad6cedd7 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 210 time: 0.0534017 Jun 10 22:35:07.460532 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 61fca80e-3b58-4c84-a5ed-1a1b682225ec details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:07.540249 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d8d8aae8-f7ed-43d7-b3d2-18622d4257c1 req-395528fd-fb29-476a-929f-cef70b78d1b8 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 210 time: 0.1558027 Jun 10 22:35:07.678525 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50589-e2bd-436e-9912-ebb8535a1e24 req-7e80fa3d-8a51-4df6-9d65-f8f2023f1c08 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:07.689116 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e9b50589-e2bd-436e-9912-ebb8535a1e24 req-7e80fa3d-8a51-4df6-9d65-f8f2023f1c08 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 944 time: 0.1747997 Jun 10 22:35:07.752316 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:07.757622 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:07.807017 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e9b50589-e2bd-436e-9912-ebb8535a1e24 req-33630dfd-a0de-403f-913c-e7dccfefdd30 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098056 Jun 10 22:35:07.837662 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:07.873959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '61fca80e-3b58-4c84-a5ed-1a1b682225ec', 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02', 'port_id': '61fca80e-3b58-4c84-a5ed-1a1b682225ec', 'mac_address': 'fa:16:3e:38:48:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfed3609-8fc2-4256-a479-bf9532f4a14a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:07.931983 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:07.954785 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fca80e-3b58-4c84-a5ed-1a1b682225ec {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:08.006326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:08.014722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.019959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:08.033229 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Allocated IP 172.20.0.12 (4f7a6a92-3660-4eec-93c6-a1c80f4d2a63/66e6c85e-c607-4359-9fce-560e468ca85c/bf5a8209-8a6f-4215-a90a-e3dfe667693a) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:08.144033 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 781194db-292b-4437-afe6-15ecff59f2be up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:08.206120 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:08.211930 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:08.229811 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 781194db-292b-4437-afe6-15ecff59f2be triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:08.230295 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.355697 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.414511 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.418193 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-de2aa325-06f0-49f6-8eb2-07fd33875a91 req-7e534494-2db8-4e17-839e-841fa489206b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 210 time: 0.0430331 Jun 10 22:35:08.443062 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:08.462818 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:08.479192 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['61fca80e-3b58-4c84-a5ed-1a1b682225ec'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:08.506355 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:08.541230 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:08.546959 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:08.548276 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.577293 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event updated for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:08.587828 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-86200809-b944-4bad-83e1-994a1afaadf5 req-69ca5b2b-c646-4415-8ff0-6e773c91bfa0 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 210 time: 0.0504506 Jun 10 22:35:08.590087 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:08.591802 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3110800 Jun 10 22:35:08.619440 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Request body: {'port': {'device_id': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:08.662243 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1494901-b301-4424-948a-5213078f7605 req-633782eb-e4e9-4af7-9e8d-a0cb13b16c75 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:08.670792 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1494901-b301-4424-948a-5213078f7605 req-633782eb-e4e9-4af7-9e8d-a0cb13b16c75 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.2116959 Jun 10 22:35:08.728295 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a60d11b5-7f7e-4f2b-9191-e73af8cf898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.735747 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b2d23a26-358e-4d7a-a896-d1a6eda960f8 req-3ade5f1c-a6e9-4007-8834-83e75e73a583 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 210 time: 0.0493722 Jun 10 22:35:08.782791 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1494901-b301-4424-948a-5213078f7605 req-1e930521-6578-42ab-a6b9-8d931a702284 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111472 Jun 10 22:35:08.801540 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:08.975000 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-dacba92c-1973-4668-92c8-5624b3886af3 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:08.977048 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-dacba92c-1973-4668-92c8-5624b3886af3 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.41 "GET /v2.0/networks?id=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c HTTP/1.1" status: 200 len: 809 time: 0.1755636 Jun 10 22:35:08.995276 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Request body: {'port': {'device_id': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c', 'admin_state_up': True, 'tenant_id': 'c1287a77403c4bfca7b42c6e8075b9ca'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:09.172475 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5a8209-8a6f-4215-a90a-e3dfe667693a {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:09.180635 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:09.200338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Transition to ACTIVE for port object bf5a8209-8a6f-4215-a90a-e3dfe667693a will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:09.205702 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:09.208796 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:09.261189 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Pushing event updated for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:09.289963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:09.317142 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72', '20195b14-2453-48d0-a058-89aa9ca0f31d'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:09.556809 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a24aa3-18d8-4703-b543-68b174c6ffac req-e4933787-5f1a-4eb4-8469-abaefbef5b62 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:09.562592 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-99a24aa3-18d8-4703-b543-68b174c6ffac req-e4933787-5f1a-4eb4-8469-abaefbef5b62 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 945 time: 0.5621221 Jun 10 22:35:09.605728 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Made reservation on behalf of c1287a77403c4bfca7b42c6e8075b9ca for: {'port': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:09.611527 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:09.626298 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-39cd549e-96e1-40dd-97c9-6baba566029f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2637057 Jun 10 22:35:09.694165 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-99a24aa3-18d8-4703-b543-68b174c6ffac req-b66a2ea9-b98a-4fe5-8893-b940992ad1f3 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224470 Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: from cryptography.utils import int_from_bytes Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: from cryptography.utils import int_from_bytes Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.705152 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:35:09.708430 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:35:09.732612 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Attempting to bind port bf5a8209-8a6f-4215-a90a-e3dfe667693a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:09.732957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Attempting to bind port bf5a8209-8a6f-4215-a90a-e3dfe667693a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:09.733291 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Attempting to bind port bf5a8209-8a6f-4215-a90a-e3dfe667693a on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:09.767678 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Port bf5a8209-8a6f-4215-a90a-e3dfe667693a on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:09.768524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Attempting to bind port bf5a8209-8a6f-4215-a90a-e3dfe667693a on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:09.787924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 46202) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:09.807196 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:09.807524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Checking segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:09.807911 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Bound using segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:09.808351 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Bound port: bf5a8209-8a6f-4215-a90a-e3dfe667693a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:09.808704 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:09.837155 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-dcdbf3d2-7c44-415a-8d5f-706633898b11 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:09.838647 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-dcdbf3d2-7c44-415a-8d5f-706633898b11 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 810 time: 0.3855207 Jun 10 22:35:09.909759 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3922-efa9-4c0b-96e3-8aec4bfeda8b req-318e5037-151e-4307-88bd-679814abe522 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:09.918703 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c31c3922-efa9-4c0b-96e3-8aec4bfeda8b req-318e5037-151e-4307-88bd-679814abe522 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 944 time: 0.2272055 Jun 10 22:35:09.962111 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c5e4ddb1-e9e7-4d66-b2cf-a00aced79e4a req-485be5d2-3ebd-4d9e-a4f5-f7a2569390a6 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 210 time: 0.0512855 Jun 10 22:35:09.979173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Allocated IP 172.20.0.6 (7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c/6ab000aa-d002-4bd2-a44d-2008752e2ae0/e9ecadfe-d204-43e6-9741-e88f5db38364) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:09.987462 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:09.994534 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-cc6d7ec1-3f2e-46ed-b941-52a661ab9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:09.995992 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-cc6d7ec1-3f2e-46ed-b941-52a661ab9bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 1098 time: 0.1967156 Jun 10 22:35:10.028200 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-6b3b00dc-4720-47fe-87e5-377bff5f7452 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 380 time: 0.1435368 Jun 10 22:35:10.050083 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:10.053957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:10.075311 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'port': {'device_id': '78627e6b-385f-4b04-a133-32b48195244e', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'admin_state_up': True, 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'security_groups': ['0a75a3be-cf2a-4fbf-96ec-c1150beb82ee']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:10.080470 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.092665 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:10.160724 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c31c3922-efa9-4c0b-96e3-8aec4bfeda8b req-79267188-24f2-47cb-ac95-b1c22fe3111e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403207 Jun 10 22:35:10.188544 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.189139 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.190529 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] 10.222.0.41 "PUT /v2.0/ports/bf5a8209-8a6f-4215-a90a-e3dfe667693a HTTP/1.1" status: 200 len: 1094 time: 1.5799077 Jun 10 22:35:10.192929 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:10.194878 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-39a4b822-7e25-4d71-81f8-9913333801e1 req-8298e455-1678-4d89-85dd-d2d50a36ea75 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 210 time: 0.1082325 Jun 10 22:35:10.195037 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b99c37-6b50-4703-b148-dc2f09ef9aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:10.289241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-02da9a2e-d908-476e-986a-6c039154cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.290700 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-02da9a2e-d908-476e-986a-6c039154cbb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 916 time: 0.2714045 Jun 10 22:35:10.310638 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Pushing event updated for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:10.318928 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:10.366407 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-86fb94ad-36e1-4d6b-9625-eef5f5cc7538 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72 HTTP/1.1" status: 200 len: 217 time: 0.0641742 Jun 10 22:35:10.377833 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.428728 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f4930-9bd1-40bc-b04f-df5222a2138f x-openstack-request-id: req-0b4f4930-9bd1-40bc-b04f-df5222a2138f {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:10.429047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:10.429327 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b4f4930-9bd1-40bc-b04f-df5222a2138f {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:10.429774 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'status': 'completed', 'code': 200} Jun 10 22:35:10.451746 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-1281de9a-cc01-4a77-aecd-2be70afcd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.453190 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-1281de9a-cc01-4a77-aecd-2be70afcd203 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.0724170 Jun 10 22:35:10.456664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.464566 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.469568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-479ece56-c533-48a4-b8ca-0b339c0703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.471384 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-479ece56-c533-48a4-b8ca-0b339c0703cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 1097 time: 0.2185709 Jun 10 22:35:10.477700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48a673bc-aa3e-4100-b60b-43922e7b3e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:10.500781 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-6642b595-dee6-4463-a3e1-649c69d8a78c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359869 Jun 10 22:35:10.518163 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.547457 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-006a0e77-31f3-43c9-920c-a66aa226bc30 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:10.643721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:10.654629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:10.667697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:10.717832 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Pushing event updated for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:10.733617 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:10.742685 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-4ae1a865-a87a-4f55-b2d7-dab5be9e577d service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340348 Jun 10 22:35:10.764776 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.765423 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.814564 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-587004d2-2314-4ec4-8205-db3bdaedded9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a HTTP/1.1" status: 200 len: 217 time: 0.3175726 Jun 10 22:35:10.823814 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db844e-2973-4a60-9be9-5995aeb6c997 req-c318d5d1-eeb0-4005-8210-ad58cd32747e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.831400 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e4db844e-2973-4a60-9be9-5995aeb6c997 req-c318d5d1-eeb0-4005-8210-ad58cd32747e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.5015347 Jun 10 22:35:10.835423 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a25acdb-f258-4c2f-8f08-f4dc856f8f91,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:10.851064 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edfb78b7a26a424e897cbaeee584bfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0514190 Jun 10 22:35:10.851761 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Made reservation on behalf of 0a85378c93d74803bd2610a77e866426 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:10.855027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:10.855718 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46224) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:10.858320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:10.883841 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8936522 Jun 10 22:35:10.921308 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Request body: {'port': {'device_id': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:10.985733 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e4db844e-2973-4a60-9be9-5995aeb6c997 req-0bf891bf-a434-478d-8770-5d91f1087251 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533973 Jun 10 22:35:10.997368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-5ed08928-129c-4d07-a57b-9744817dd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:10.998834 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-5ed08928-129c-4d07-a57b-9744817dd33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.1655374 Jun 10 22:35:11.021580 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d27f9eda-5b6c-49da-85be-a6bdd8f3b89b req-037d6894-f909-4929-9f1c-b59357fb39a8 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706892 Jun 10 22:35:11.043481 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-dcd7af00-1185-4177-bebf-4bcbc27804a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359929 Jun 10 22:35:11.072690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.093274 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf400f-a973-47fc-8df6-611bda745d17 req-20069cd8-8841-47b3-bb4b-b69214904115 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:11.094982 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4ddf400f-a973-47fc-8df6-611bda745d17 req-20069cd8-8841-47b3-bb4b-b69214904115 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 945 time: 0.2410839 Jun 10 22:35:11.126488 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.129251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.207175 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Allocated IP 172.20.0.11 (ac352202-a330-43c4-a2e7-219c0b474266/06f6fc14-c917-4204-83f8-8a304ef591e0/c843b5a6-3bde-45d3-9e57-be465bafd4eb) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:11.231175 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4ddf400f-a973-47fc-8df6-611bda745d17 req-5886784f-6190-4781-9123-ec0b71f81647 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212449 Jun 10 22:35:11.282104 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-3b30e1bc-5f0d-49f4-b6ca-f4b998564ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084992 Jun 10 22:35:11.304271 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.306772 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.310248 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a25acdb-f258-4c2f-8f08-f4dc856f8f91 HTTP/1.1" status: 204 len: 168 time: 0.4493208 Jun 10 22:35:11.318328 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5bf3d623-9327-4411-bce4-805e2879a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:11.350822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-7c736df2-e9ba-4eb7-a137-1a7196eef2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.365329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4236a-cc2e-4aa2-aa53-7e574e4fa86f req-9d65c961-cdfc-4a47-a16e-de994494af64 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:11.365939 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a25acdb-f258-4c2f-8f08-f4dc856f8f91,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:11.367273 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a1d4236a-cc2e-4aa2-aa53-7e574e4fa86f req-9d65c961-cdfc-4a47-a16e-de994494af64 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 931 time: 0.2424574 Jun 10 22:35:11.369997 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:11.460362 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.507226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 61fca80e-3b58-4c84-a5ed-1a1b682225ec up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:11.546478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694078-ca50-4108-8d89-39ec40d57aea req-7d51b48b-517a-4317-a35f-c7d05212577f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:11.548484 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-50694078-ca50-4108-8d89-39ec40d57aea req-7d51b48b-517a-4317-a35f-c7d05212577f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 944 time: 0.1751413 Jun 10 22:35:11.556589 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.570322 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 61fca80e-3b58-4c84-a5ed-1a1b682225ec completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:11.572071 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Transition to ACTIVE for port object c843b5a6-3bde-45d3-9e57-be465bafd4eb will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:11.575345 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 61fca80e-3b58-4c84-a5ed-1a1b682225ec triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:11.576011 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.624883 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.651931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:11.723984 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.802088 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a77a0f94-bad6-450a-960d-ddb4319ee943 req-be7b362c-8f66-4671-b6b5-52efc90b1543 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071373 Jun 10 22:35:11.807320 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:11.808626 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:11.816160 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999a977-6383-4291-a62d-1390c1fa742b" -d '{"events": [{"server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "name": "network-vif-plugged", "status": "completed", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:11.824288 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.826410 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:11.838821 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Network ac352202-a330-43c4-a2e7-219c0b474266 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:11.847855 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a1d4236a-cc2e-4aa2-aa53-7e574e4fa86f req-feb4ccaa-4551-4319-b4c1-3082f2ce3087 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199278 Jun 10 22:35:11.871928 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:11.880353 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:11.891534 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:11.894311 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:11.930937 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:11.934871 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:11.955484 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:11.962137 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9022489 Jun 10 22:35:11.964969 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:11.978845 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Request body: {'port': {'device_id': '78627e6b-385f-4b04-a133-32b48195244e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:12.111270 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.115734 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-52419774-4b3f-4fbd-8aad-2cbb169d9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.117459 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-52419774-4b3f-4fbd-8aad-2cbb169d9b6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 1097 time: 0.1990647 Jun 10 22:35:12.210118 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-46616168-e2d6-4cbc-86f0-2f510f751f6e None None] Provisioning for port c843b5a6-3bde-45d3-9e57-be465bafd4eb completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:12.217463 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-50694078-ca50-4108-8d89-39ec40d57aea req-36f9d424-abc0-4313-af2e-52d08c88a2c2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608212 Jun 10 22:35:12.219251 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-46616168-e2d6-4cbc-86f0-2f510f751f6e None None] Provisioning complete for port c843b5a6-3bde-45d3-9e57-be465bafd4eb triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:12.220010 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-46616168-e2d6-4cbc-86f0-2f510f751f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.248789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ecadfe-d204-43e6-9741-e88f5db38364 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:12.271479 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-46616168-e2d6-4cbc-86f0-2f510f751f6e None None] Port c843b5a6-3bde-45d3-9e57-be465bafd4eb cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:35:12.295931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.328568 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.330513 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Transition to ACTIVE for port object e9ecadfe-d204-43e6-9741-e88f5db38364 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:12.335699 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.347781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:12.464788 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-1b9672a4-a6e6-43df-b506-dd3716a0ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.467061 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-1b9672a4-a6e6-43df-b506-dd3716a0ae93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 916 time: 0.3347297 Jun 10 22:35:12.487377 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989ccdb5-951c-4ef0-a4a0-c5469e8c18ac x-openstack-request-id: req-989ccdb5-951c-4ef0-a4a0-c5469e8c18ac {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:12.487900 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "name": "network-vif-plugged", "status": "completed", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:12.487900 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-989ccdb5-951c-4ef0-a4a0-c5469e8c18ac {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:12.488286 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec', 'code': 200} Jun 10 22:35:12.548253 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-5b0a8ec9-493d-42a1-854b-ecafcfe91155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a HTTP/1.1" status: 200 len: 217 time: 0.0730777 Jun 10 22:35:12.551285 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:12.555776 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:12.630683 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 46316) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:12.704264 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759659e-e6c8-4aa5-bd80-e4d03295aa86 req-95ef6d1e-3add-4435-8587-334efb1ed509 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.706086 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6759659e-e6c8-4aa5-bd80-e4d03295aa86 req-95ef6d1e-3add-4435-8587-334efb1ed509 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 932 time: 0.5291488 Jun 10 22:35:12.730633 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Attempting to bind port e9ecadfe-d204-43e6-9741-e88f5db38364 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:12.730861 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Attempting to bind port e9ecadfe-d204-43e6-9741-e88f5db38364 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd03b0ea1-e72a-4913-9a02-68b01c458477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:12.731071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Attempting to bind port e9ecadfe-d204-43e6-9741-e88f5db38364 on network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:12.744543 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Port e9ecadfe-d204-43e6-9741-e88f5db38364 on network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:12.744876 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Attempting to bind port e9ecadfe-d204-43e6-9741-e88f5db38364 on network 7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:12.745815 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-868f51b2-2357-45a8-b0bc-3f2273e94bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.747271 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-868f51b2-2357-45a8-b0bc-3f2273e94bc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.1880476 Jun 10 22:35:12.762039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:12.762369 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Checking segment: {'id': 'd03b0ea1-e72a-4913-9a02-68b01c458477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:12.762754 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Bound using segment: {'id': 'd03b0ea1-e72a-4913-9a02-68b01c458477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:12.763195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Bound port: e9ecadfe-d204-43e6-9741-e88f5db38364, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03b0ea1-e72a-4913-9a02-68b01c458477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:12.763540 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.791121 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359116-3823-4a90-90d5-441469026af8 req-c0406ef3-c976-42ec-a3d2-e7ba49f7a60e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.792668 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-68359116-3823-4a90-90d5-441469026af8 req-c0406ef3-c976-42ec-a3d2-e7ba49f7a60e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1663506 Jun 10 22:35:12.823969 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-10abe205-3ae0-443e-9e71-41c325783e89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537434 Jun 10 22:35:12.829420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173095457-network', 'tenant_id': '9e244e5e288d48ac91748e73d0a811f8'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:12.884119 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6759659e-e6c8-4aa5-bd80-e4d03295aa86 req-c710cc63-3897-4508-bee4-0f594e7ec8a0 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637061 Jun 10 22:35:12.914156 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-68359116-3823-4a90-90d5-441469026af8 req-b5fa4076-88ea-4e0a-8c7a-a114d16ea841 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120462 Jun 10 22:35:12.961760 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:12.965943 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ecadfe-d204-43e6-9741-e88f5db38364,segment=NetworkSegment(d03b0ea1-e72a-4913-9a02-68b01c458477),segment_id=d03b0ea1-e72a-4913-9a02-68b01c458477)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:12.973247 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdcac3-c693-4a23-908b-11c5b110b9df req-3cfc07c8-4674-49f8-b0f0-5eaeb404c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:12.974846 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-65bdcac3-c693-4a23-908b-11c5b110b9df req-3cfc07c8-4674-49f8-b0f0-5eaeb404c705 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 1099 time: 0.1690221 Jun 10 22:35:12.975939 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:12.978384 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:12.998055 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Made reservation on behalf of 9e244e5e288d48ac91748e73d0a811f8 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:12.999133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.016400 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c843b5a6-3bde-45d3-9e57-be465bafd4eb {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:13.032878 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.035114 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.042748 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.043461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.044766 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9ecadfe-d204-43e6-9741-e88f5db38364 HTTP/1.1" status: 200 len: 1093 time: 2.1317542 Jun 10 22:35:13.053309 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:13.055732 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dbc74c-50ac-4d79-9b1f-266421cf6387" -d '{"events": [{"name": "network-changed", "server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:13.073847 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Transition to ACTIVE for port object c843b5a6-3bde-45d3-9e57-be465bafd4eb will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:13.089828 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.098225 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:13.115891 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-65bdcac3-c693-4a23-908b-11c5b110b9df req-24b3c9ba-7415-4924-a664-4aa675d88ec1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305847 Jun 10 22:35:13.120419 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-120a689f-abc5-488f-add2-459702357eb8 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683372 Jun 10 22:35:13.136284 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:13.139980 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3e4a0aa9-c9d1-45c5-ba8c-0f51c4613e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:13.171928 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa999f-7777-4232-8e7d-9ae3e1bbddb7 req-4ced79e3-ce1d-4363-ace5-16572a46baeb tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.174024 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8caa999f-7777-4232-8e7d-9ae3e1bbddb7 req-4ced79e3-ce1d-4363-ace5-16572a46baeb tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 943 time: 0.0988762 Jun 10 22:35:13.259620 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8caa999f-7777-4232-8e7d-9ae3e1bbddb7 req-fe52c72a-12c5-4e19-b353-793ebc4b38a6 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786278 Jun 10 22:35:13.306508 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-f63cae3e-8a1c-4aa8-a0f9-72979d660d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.308223 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-f63cae3e-8a1c-4aa8-a0f9-72979d660d2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1287a77403c4bfca7b42c6e8075b9ca&device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 1096 time: 0.1196012 Jun 10 22:35:13.383454 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16196356-a2aa-42e4-99b3-b5afb95cbc4b x-openstack-request-id: req-16196356-a2aa-42e4-99b3-b5afb95cbc4b {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:13.383907 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:13.384257 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16196356-a2aa-42e4-99b3-b5afb95cbc4b {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:13.384824 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364', 'status': 'completed', 'code': 200} Jun 10 22:35:13.387234 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-8168bb39-187a-423c-847f-1ad167369108 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ecadfe-d204-43e6-9741-e88f5db38364 HTTP/1.1" status: 200 len: 217 time: 0.0673723 Jun 10 22:35:13.458836 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-17908111-39cb-4c57-a8ba-6a779031e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.460201 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-17908111-39cb-4c57-a8ba-6a779031e9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ab000aa-d002-4bd2-a44d-2008752e2ae0 HTTP/1.1" status: 200 len: 849 time: 0.0653348 Jun 10 22:35:13.506976 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-173966f7-19fa-4496-9a52-5ba1dc3be87d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jun 10 22:35:13.523848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:13.527133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:13.667526 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Attempting to bind port c843b5a6-3bde-45d3-9e57-be465bafd4eb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:13.667860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Attempting to bind port c843b5a6-3bde-45d3-9e57-be465bafd4eb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:13.668187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Attempting to bind port c843b5a6-3bde-45d3-9e57-be465bafd4eb on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:13.668965 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec273f-3cbb-45c4-a90a-d5a65002b855 req-f5bbce24-a59b-4553-9890-6907c7e4c028 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.670475 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-beec273f-3cbb-45c4-a90a-d5a65002b855 req-f5bbce24-a59b-4553-9890-6907c7e4c028 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 944 time: 0.1950607 Jun 10 22:35:13.674882 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-779684ff-b253-4a86-b484-91c26356ff3e service neutron] 10.222.0.41 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443174 Jun 10 22:35:13.684816 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Port c843b5a6-3bde-45d3-9e57-be465bafd4eb on network ac352202-a330-43c4-a2e7-219c0b474266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:13.685133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Attempting to bind port c843b5a6-3bde-45d3-9e57-be465bafd4eb on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:13.703160 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b651e-caa9-4d60-9502-7e4d0e227979 req-74424c39-4299-48fa-8d2e-cb8b7e339b9b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.705898 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dd7b651e-caa9-4d60-9502-7e4d0e227979 req-74424c39-4299-48fa-8d2e-cb8b7e339b9b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.6171706 Jun 10 22:35:13.722323 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:13.722680 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Checking segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:13.723062 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Bound using segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:13.723487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Bound port: c843b5a6-3bde-45d3-9e57-be465bafd4eb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:13.723831 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.748850 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53b99c37-6b50-4703-b148-dc2f09ef9aa9 req-d8b15660-a7a5-43b2-a019-49e1abc8326e service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567086 Jun 10 22:35:13.749566 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-beec273f-3cbb-45c4-a90a-d5a65002b855 req-c7b0473e-ac20-400e-a632-546036abd1bc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Jun 10 22:35:13.780135 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.823391 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.830518 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:13.852167 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9630c4e3-4bbc-4836-bc8f-3eb980fd4f3c req-840e386e-67d7-49a4-8eb8-2c66e0fe9340 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686456 Jun 10 22:35:13.853779 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dd7b651e-caa9-4d60-9502-7e4d0e227979 req-abd63568-3d6a-40d3-b001-6b60cb33aaa0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361628 Jun 10 22:35:13.878538 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:35:13.903753 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.904450 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.segments_db [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Added segment 316ba255-67ca-4761-8362-63f9fd990b3b of type vlan for network 406217a3-0e7c-48d6-bb48-103d62f5e625 Jun 10 22:35:13.908086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae0db1-edc4-40a5-88af-74f4b294642c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:13.911514 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:13.925857 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:13.930074 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:13.966047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:13.971629 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-97576578-7ca1-4032-8430-eca5f51dd99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:13.995002 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-7b4615e7-c19e-4f86-908f-ea109647c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:13.997166 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-7b4615e7-c19e-4f86-908f-ea109647c37f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1287a77403c4bfca7b42c6e8075b9ca&device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 1096 time: 0.0801809 Jun 10 22:35:13.997725 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.017205 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.040434 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.040980 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.042399 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] 10.222.0.41 "PUT /v2.0/ports/c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 1094 time: 2.0683787 Jun 10 22:35:14.045004 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:14.055407 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966" -d '{"events": [{"name": "network-changed", "server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:14.184480 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-cd957c01-cc1e-46c9-92b7-9c24ed59bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.185957 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-cd957c01-cc1e-46c9-92b7-9c24ed59bb00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c HTTP/1.1" status: 200 len: 910 time: 0.1813333 Jun 10 22:35:14.199624 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Pushing event updated for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:14.205524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:14.213056 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.223515 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.224101 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.234848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-046c45a3-8f81-44ba-aa6b-4dbd4f615327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:14.273020 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-fb9dc7dd-ce45-41f5-90ca-e22305a3eca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9ecadfe-d204-43e6-9741-e88f5db38364 HTTP/1.1" status: 200 len: 217 time: 0.0781636 Jun 10 22:35:14.277657 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6445584 Jun 10 22:35:14.283389 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46338) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:14.301690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Request body: {'subnet': {'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173095457-subnet', 'tenant_id': '9e244e5e288d48ac91748e73d0a811f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:14.311419 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ee542-eaeb-4f8f-849e-86a6f93cfe1e req-90c74434-6926-46fe-8c39-bfbe78aa9449 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.313364 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a04ee542-eaeb-4f8f-849e-86a6f93cfe1e req-90c74434-6926-46fe-8c39-bfbe78aa9449 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1990595 Jun 10 22:35:14.354059 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Pushing event updated for resources: {'Network': ['ID=406217a3-0e7c-48d6-bb48-103d62f5e625,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:14.357630 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-991062b2-581b-48c6-9512-f0b0c06d911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.359328 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-991062b2-581b-48c6-9512-f0b0c06d911a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1097 time: 0.2412922 Jun 10 22:35:14.364944 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:35:14.367478 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e7b39-1b21-4387-bdad-630dc798bf38 req-4b554a8a-62b2-43a0-8117-6d91c0558398 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.375978 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-463e7b39-1b21-4387-bdad-630dc798bf38 req-4b554a8a-62b2-43a0-8117-6d91c0558398 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 944 time: 0.3151762 Jun 10 22:35:14.378188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:14.414207 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Made reservation on behalf of 9e244e5e288d48ac91748e73d0a811f8 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:14.418909 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.441554 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-cc67e65f-2cf6-4aef-9f3a-30b284d17f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.443005 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-cc67e65f-2cf6-4aef-9f3a-30b284d17f51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ab000aa-d002-4bd2-a44d-2008752e2ae0 HTTP/1.1" status: 200 len: 849 time: 0.1605706 Jun 10 22:35:14.454864 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a04ee542-eaeb-4f8f-849e-86a6f93cfe1e req-cfbd8c09-3843-42e9-8f6a-c42758490eff tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071041 Jun 10 22:35:14.479691 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-558ac12a-5520-4ade-9b3d-399b98904243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 217 time: 0.0944598 Jun 10 22:35:14.490905 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-463e7b39-1b21-4387-bdad-630dc798bf38 req-3a8cd999-422e-4bf0-a09e-6c2623744852 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140184 Jun 10 22:35:14.527422 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55697f7-1c6f-4c76-bb36-871dd93e754d x-openstack-request-id: req-c55697f7-1c6f-4c76-bb36-871dd93e754d {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:14.528145 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:14.528546 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c55697f7-1c6f-4c76-bb36-871dd93e754d {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:14.529417 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'status': 'completed', 'code': 200} Jun 10 22:35:14.567780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.621374 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-804f8b13-b70b-4074-9adc-376f9808103b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364878 Jun 10 22:35:14.688483 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-66a0daaa-aff0-4fe6-9f5d-10de5b14804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.690333 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-66a0daaa-aff0-4fe6-9f5d-10de5b14804c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.1024454 Jun 10 22:35:14.705656 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:14.711605 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-679568ea-d9ae-4903-8997-b340c7e52083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:14.762274 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e6e5-70c0-4c3c-a38b-d02305fc5dcc req-2304d76b-5b47-4c1e-a45a-1206861768d6 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.763618 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3339e6e5-70c0-4c3c-a38b-d02305fc5dcc req-2304d76b-5b47-4c1e-a45a-1206861768d6 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 943 time: 0.1173198 Jun 10 22:35:14.791278 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-368a7b38-55d2-4d02-bb27-b91854f03e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:14.792735 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-368a7b38-55d2-4d02-bb27-b91854f03e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915990 Jun 10 22:35:14.834631 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3339e6e5-70c0-4c3c-a38b-d02305fc5dcc req-9c47855f-32e5-4c22-93f7-0b0598321ce6 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638735 Jun 10 22:35:14.836984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccdc94d-ba52-430f-81a8-ac12d2154bd4,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:14.841817 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:14.846781 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-4b086656-e11b-465e-af6a-ff5e9d585450 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891880 Jun 10 22:35:14.849405 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Checking segment: {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:14.849792 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Network hostable DHCP agents. Network: 406217a3-0e7c-48d6-bb48-103d62f5e625, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:35:14.950348 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:35:14.955647 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-44b16a23-f922-4a62-ae12-18da6ce3a3cc service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500762 Jun 10 22:35:15.015580 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 406217a3-0e7c-48d6-bb48-103d62f5e625) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:15.025088 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.025697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:15.026868 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fdbf4-955f-4ea8-bf90-f4af7228c8b6 None None] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:15.060426 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c1ea65a0-5ef5-4a54-83ca-8938297e1fde admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7762096 Jun 10 22:35:15.064263 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-01dbc74c-50ac-4d79-9b1f-266421cf6387 req-16934ebd-65f3-4999-bd49-83edd470ca1e service neutron] 10.222.0.41 "GET /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085049 Jun 10 22:35:15.094470 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73e2c-bef7-429f-afb5-2868ac53b145 req-156eefc5-3504-4f8a-92ae-8c103cbb228e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.096168 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e2f73e2c-bef7-429f-afb5-2868ac53b145 req-156eefc5-3504-4f8a-92ae-8c103cbb228e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 944 time: 0.1996386 Jun 10 22:35:15.141464 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ff7f828c-3a2b-4e64-b244-ba9780bbfea3 req-79880f17-b9c3-4e4c-b708-dfc2a51a9da9 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682358 Jun 10 22:35:15.154226 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e2884-5238-4397-9a05-d17d253b3555 req-05a6d358-93af-469a-89d6-7ea84a65ea1b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.155929 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-473e2884-5238-4397-9a05-d17d253b3555 req-05a6d358-93af-469a-89d6-7ea84a65ea1b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.1625946 Jun 10 22:35:15.157835 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e2f73e2c-bef7-429f-afb5-2868ac53b145 req-884d86c2-9793-454a-9eea-209ea006f6c1 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Jun 10 22:35:15.226624 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-473e2884-5238-4397-9a05-d17d253b3555 req-7ed6341b-8645-4e70-b973-c712220bc985 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 Jun 10 22:35:15.274077 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f31a6a-b19f-490f-831e-c3ee8a8976c5 None None] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:35:15.299951 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-80707e4f-5e1a-4286-b73b-90daeaa1360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.301831 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-80707e4f-5e1a-4286-b73b-90daeaa1360f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1097 time: 0.0892043 Jun 10 22:35:15.456677 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-5f038d28-dd2c-444c-b993-0d22bf13cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.458260 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-5f038d28-dd2c-444c-b993-0d22bf13cbc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.1475041 Jun 10 22:35:15.524172 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-56cba7c3-9131-4d18-af0c-a787d1966f74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 217 time: 0.0515256 Jun 10 22:35:15.554177 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device bf5a8209-8a6f-4215-a90a-e3dfe667693a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:15.637568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-3573b0af-ff88-44a4-b3f0-9e48b29ec108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.637568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-3573b0af-ff88-44a4-b3f0-9e48b29ec108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.1035824 Jun 10 22:35:15.782853 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf0963-d96b-4838-8bf4-8a3121989fb4 req-840cf4f6-d23a-4cd7-bb7b-ccef5c896f73 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.784829 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1fcf0963-d96b-4838-8bf4-8a3121989fb4 req-840cf4f6-d23a-4cd7-bb7b-ccef5c896f73 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 944 time: 0.1308668 Jun 10 22:35:15.843418 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-c5f3b04c-7235-420e-b3eb-4a0550bdde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.846614 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-c5f3b04c-7235-420e-b3eb-4a0550bdde3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1969781 Jun 10 22:35:15.848204 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:15.875799 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'port_id': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'mac_address': 'fa:16:3e:d8:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e6c85e-c607-4359-9fce-560e468ca85c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:15.879942 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1fcf0963-d96b-4838-8bf4-8a3121989fb4 req-a77676f2-5d4d-434c-a418-13b9916f783f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893588 Jun 10 22:35:15.913308 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006459-7397-4e06-96e9-6e61143f61a2 req-7475f27f-10a2-409f-b41a-f12cc490bb91 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:15.930187 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-99006459-7397-4e06-96e9-6e61143f61a2 req-7475f27f-10a2-409f-b41a-f12cc490bb91 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.2531912 Jun 10 22:35:15.960225 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:15.977347 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5a8209-8a6f-4215-a90a-e3dfe667693a {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:16.002011 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:16.007159 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:16.009278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:16.054112 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-99006459-7397-4e06-96e9-6e61143f61a2 req-e71d69ff-20bc-4da5-b1f4-12cff00e4394 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227415 Jun 10 22:35:16.083820 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:16.087457 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:16.093114 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-f9304dff-bca5-47f1-adf7-8dc06a12d192 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356005 Jun 10 22:35:16.111027 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1ce9-63f6-42bc-a069-88230e89aa44 req-58eb5132-c33d-4802-b08b-beb9ad721d22 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:16.112411 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-391b1ce9-63f6-42bc-a069-88230e89aa44 req-58eb5132-c33d-4802-b08b-beb9ad721d22 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 943 time: 0.0735338 Jun 10 22:35:16.158824 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-391b1ce9-63f6-42bc-a069-88230e89aa44 req-83b8554a-1e96-4078-9dd3-1f08e6f2b23c tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Jun 10 22:35:16.219589 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-baeeeefa-5f6b-4a8e-9556-c1a1b0614966 req-07284a72-855a-4d02-95c9-e39ff7eff2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140256 Jun 10 22:35:16.343793 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5a5f4-a771-4f32-96dc-e8be43cba58f req-30f219e5-6f47-4f34-b641-eea27b239971 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:16.345297 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1bb5a5f4-a771-4f32-96dc-e8be43cba58f req-30f219e5-6f47-4f34-b641-eea27b239971 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 945 time: 0.0732663 Jun 10 22:35:16.391574 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['bf5a8209-8a6f-4215-a90a-e3dfe667693a'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:16.406245 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1bb5a5f4-a771-4f32-96dc-e8be43cba58f req-685c8337-8cb7-4a50-8cbd-296c2a811add tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Jun 10 22:35:17.071077 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26128a8e-8fb0-452b-b285-b465d4c2bd75 req-b09a6ec3-1239-4354-98e4-49d8bb923fbb tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:17.072518 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-26128a8e-8fb0-452b-b285-b465d4c2bd75 req-b09a6ec3-1239-4354-98e4-49d8bb923fbb tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 944 time: 0.0745280 Jun 10 22:35:17.113306 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-26128a8e-8fb0-452b-b285-b465d4c2bd75 req-4eb576e0-0ca6-4ec1-ab1d-0964d06bc3d0 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Jun 10 22:35:17.280284 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e3dd2-2cc0-4c7d-b60f-a5c0c3c1f6fc req-abd30f5d-473f-4611-9b34-47db1c941280 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:17.281936 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4a6e3dd2-2cc0-4c7d-b60f-a5c0c3c1f6fc req-abd30f5d-473f-4611-9b34-47db1c941280 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0702133 Jun 10 22:35:17.322690 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4a6e3dd2-2cc0-4c7d-b60f-a5c0c3c1f6fc req-6e377964-b258-47d4-9b8c-f6f8b25b8db4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Jun 10 22:35:17.490083 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98ab9f-4dfa-4786-96cb-9e44bba5f209 req-53ffe635-6f1b-48a4-a188-10abedf27292 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:17.491516 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4c98ab9f-4dfa-4786-96cb-9e44bba5f209 req-53ffe635-6f1b-48a4-a188-10abedf27292 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 943 time: 0.0672169 Jun 10 22:35:17.536353 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4c98ab9f-4dfa-4786-96cb-9e44bba5f209 req-94a76b02-e838-4308-b3a4-e571070b0ad1 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Jun 10 22:35:17.566758 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device e9ecadfe-d204-43e6-9741-e88f5db38364 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:17.569889 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device bf5a8209-8a6f-4215-a90a-e3dfe667693a up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:17.709567 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port bf5a8209-8a6f-4215-a90a-e3dfe667693a completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:17.713210 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffe951-f294-412e-abbb-a314ea921b86 req-6f3355e8-e0dd-4f52-9323-8ce96acc9314 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:17.714699 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-90ffe951-f294-412e-abbb-a314ea921b86 req-6f3355e8-e0dd-4f52-9323-8ce96acc9314 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 945 time: 0.0793900 Jun 10 22:35:17.716721 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port bf5a8209-8a6f-4215-a90a-e3dfe667693a triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:17.717106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:17.756727 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-90ffe951-f294-412e-abbb-a314ea921b86 req-bc93193f-db9c-4e4e-9606-0f5176ba15be tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Jun 10 22:35:17.779186 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ecadfe-d204-43e6-9741-e88f5db38364,segment=NetworkSegment(d03b0ea1-e72a-4913-9a02-68b01c458477),segment_id=d03b0ea1-e72a-4913-9a02-68b01c458477)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:17.793722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'e9ecadfe-d204-43e6-9741-e88f5db38364', 'network_id': '7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c', 'port_id': 'e9ecadfe-d204-43e6-9741-e88f5db38364', 'mac_address': 'fa:16:3e:4c:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab000aa-d002-4bd2-a44d-2008752e2ae0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:17.878038 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:17.879933 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:17.908280 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ecadfe-d204-43e6-9741-e88f5db38364 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:17.923222 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:17.925453 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb9608-303f-4007-b2c2-6babda7814e5" -d '{"events": [{"server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:17.950671 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:17.954681 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ecadfe-d204-43e6-9741-e88f5db38364,segment=NetworkSegment(d03b0ea1-e72a-4913-9a02-68b01c458477),segment_id=d03b0ea1-e72a-4913-9a02-68b01c458477)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:17.956308 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:17.958586 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:17.961310 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:17.991157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb0951a-8be0-4ba5-957d-89ac219d8dbe x-openstack-request-id: req-2cb0951a-8be0-4ba5-957d-89ac219d8dbe {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:17.991157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:17.991157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cb0951a-8be0-4ba5-957d-89ac219d8dbe {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:17.991157 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'code': 200} Jun 10 22:35:18.020547 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:18.023696 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:18.024177 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:18.079674 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:18.082612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:18.227404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed48d34-b565-40a3-a4f5-b4b190ee922e req-96a9127b-4b2b-48d3-a87b-cf24bbeb7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:18.228871 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ed48d34-b565-40a3-a4f5-b4b190ee922e req-96a9127b-4b2b-48d3-a87b-cf24bbeb7af6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 1099 time: 0.0599644 Jun 10 22:35:18.307247 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ed48d34-b565-40a3-a4f5-b4b190ee922e req-abfa2f93-d43f-4091-ab59-4bf1da4288fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Jun 10 22:35:18.334093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc2283-792c-4643-a3ac-804f24f60529 req-67b0042d-9f27-437a-9507-29ff19f6d5d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:18.335773 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dabc2283-792c-4643-a3ac-804f24f60529 req-67b0042d-9f27-437a-9507-29ff19f6d5d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 944 time: 0.1060500 Jun 10 22:35:18.390482 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dabc2283-792c-4643-a3ac-804f24f60529 req-2e89cf9b-52c3-4fcb-b32a-a9ed290b8115 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492091 Jun 10 22:35:18.458785 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['e9ecadfe-d204-43e6-9741-e88f5db38364'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:18.562101 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb60640-e913-481c-a4da-d07f9b389ef5 req-83ea98c1-097c-41d5-aa6a-298ac44218e1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:18.564035 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fdb60640-e913-481c-a4da-d07f9b389ef5 req-83ea98c1-097c-41d5-aa6a-298ac44218e1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0697608 Jun 10 22:35:18.606231 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fdb60640-e913-481c-a4da-d07f9b389ef5 req-4a1ca76f-1486-4c6e-ba3f-dc8ab225aebc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Jun 10 22:35:18.783664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb39759-6c40-4394-8923-07327735ea43 req-eee66231-598c-4f64-9edf-2a172e59052f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:18.785109 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2bb39759-6c40-4394-8923-07327735ea43 req-eee66231-598c-4f64-9edf-2a172e59052f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 944 time: 0.0718329 Jun 10 22:35:18.825513 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2bb39759-6c40-4394-8923-07327735ea43 req-625766b2-3c4d-45a7-9dd5-187d9e50574b tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346906 Jun 10 22:35:18.994488 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0f64-807b-4952-a505-a236ea2e4c1f req-a3414904-764d-4f7f-bf93-dd0d3eceb913 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:18.995935 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-603b0f64-807b-4952-a505-a236ea2e4c1f req-a3414904-764d-4f7f-bf93-dd0d3eceb913 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.0714343 Jun 10 22:35:19.036064 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-603b0f64-807b-4952-a505-a236ea2e4c1f req-12442251-73f6-4a79-a92c-f49f6a0bdd3e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Jun 10 22:35:19.575498 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571261b-c0f3-4180-b883-400ae67227c3 req-3dc656fe-eedb-4a7e-bb62-b1b062c3397f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:19.576937 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8571261b-c0f3-4180-b883-400ae67227c3 req-3dc656fe-eedb-4a7e-bb62-b1b062c3397f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 944 time: 0.0734406 Jun 10 22:35:19.588175 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c843b5a6-3bde-45d3-9e57-be465bafd4eb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:19.619766 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8571261b-c0f3-4180-b883-400ae67227c3 req-0183d2e6-e34e-41fb-9aa1-a1e9149e5122 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368869 Jun 10 22:35:19.718268 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:19.732249 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'port_id': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'mac_address': 'fa:16:3e:66:31:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:19.776770 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:19.791507 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843b5a6-3bde-45d3-9e57-be465bafd4eb {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:19.813835 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbe7-6cbc-4662-af1f-2c19dadba3e3 req-5b60e0b7-3695-4be7-abc1-f411e1f360fd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:19.815359 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-137cbbe7-6cbc-4662-af1f-2c19dadba3e3 req-5b60e0b7-3695-4be7-abc1-f411e1f360fd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0814562 Jun 10 22:35:19.816057 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:19.819763 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:19.821474 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:19.860979 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-137cbbe7-6cbc-4662-af1f-2c19dadba3e3 req-943e6f22-71f6-4886-a0a2-83ba957ed0d8 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Jun 10 22:35:19.879250 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:19.882540 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:20.049852 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa76b6-da37-4e99-959f-bd1ae0a4a6c9 req-1138fb8f-1fed-4b13-8ca0-611fcae2a20f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:20.051310 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2aa76b6-da37-4e99-959f-bd1ae0a4a6c9 req-1138fb8f-1fed-4b13-8ca0-611fcae2a20f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 944 time: 0.0766213 Jun 10 22:35:20.092128 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2aa76b6-da37-4e99-959f-bd1ae0a4a6c9 req-748d6c3d-1c31-4dbe-b22b-f0c1de971328 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351725 Jun 10 22:35:20.260393 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebf56a-25dd-47e0-a9e7-f515ad8a7a1c req-7c6f4a9e-4fee-4578-a5ab-389d4fea5260 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:20.261762 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1ebf56a-25dd-47e0-a9e7-f515ad8a7a1c req-7c6f4a9e-4fee-4578-a5ab-389d4fea5260 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.0669484 Jun 10 22:35:20.277252 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['c843b5a6-3bde-45d3-9e57-be465bafd4eb'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:20.305752 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1ebf56a-25dd-47e0-a9e7-f515ad8a7a1c req-653aed7e-4f14-4df4-847b-d1c58b087920 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Jun 10 22:35:20.806850 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4375c7-8c64-423b-bef9-48501fb92927 req-3e2eb7c7-b8df-49fd-a5cc-b52644770a2c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:20.808199 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ea4375c7-8c64-423b-bef9-48501fb92927 req-3e2eb7c7-b8df-49fd-a5cc-b52644770a2c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 945 time: 0.0725112 Jun 10 22:35:21.071070 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ea4375c7-8c64-423b-bef9-48501fb92927 req-2af9e9ac-3831-464c-a3c3-4f1a3d292f1c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570813 Jun 10 22:35:21.236711 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fffd8-2e77-49cb-88b4-e7fd8ae9814d req-000c48b4-714a-4a7f-8cf2-d2e31bbb0b33 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:21.238316 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee0fffd8-2e77-49cb-88b4-e7fd8ae9814d req-000c48b4-714a-4a7f-8cf2-d2e31bbb0b33 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0678766 Jun 10 22:35:21.279151 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee0fffd8-2e77-49cb-88b4-e7fd8ae9814d req-5327df30-6b94-414c-8b4e-0d4e2cecf40d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Jun 10 22:35:21.448207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc042c-e245-4ed6-b320-86f803aedff8 req-87517661-5816-4123-9943-58067b3d8f41 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:21.449644 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-32bc042c-e245-4ed6-b320-86f803aedff8 req-87517661-5816-4123-9943-58067b3d8f41 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 944 time: 0.0699732 Jun 10 22:35:21.491025 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-32bc042c-e245-4ed6-b320-86f803aedff8 req-5efb587a-d5a3-47b6-aa48-e1be97503f6d tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Jun 10 22:35:21.602535 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c843b5a6-3bde-45d3-9e57-be465bafd4eb up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:21.784236 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port c843b5a6-3bde-45d3-9e57-be465bafd4eb completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:21.789702 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port c843b5a6-3bde-45d3-9e57-be465bafd4eb triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:21.790087 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:21.884634 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:21.909650 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:21.912081 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fac193-ca1c-4e68-b3d5-78e214959ee8" -d '{"events": [{"server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "name": "network-vif-plugged", "status": "completed", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:21.925905 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:21.929794 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:21.931079 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device e9ecadfe-d204-43e6-9741-e88f5db38364 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:21.932777 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:22.039696 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fb7c39-a751-4ed3-aa78-dda8b64d7a77 x-openstack-request-id: req-86fb7c39-a751-4ed3-aa78-dda8b64d7a77 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:22.040000 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "name": "network-vif-plugged", "status": "completed", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:22.040285 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86fb7c39-a751-4ed3-aa78-dda8b64d7a77 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:22.040638 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'code': 200} Jun 10 22:35:22.042073 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:22.046391 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:22.054375 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port e9ecadfe-d204-43e6-9741-e88f5db38364 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:22.058446 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port e9ecadfe-d204-43e6-9741-e88f5db38364 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:22.058724 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:22.178654 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:22.222943 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ecadfe-d204-43e6-9741-e88f5db38364,segment=NetworkSegment(d03b0ea1-e72a-4913-9a02-68b01c458477),segment_id=d03b0ea1-e72a-4913-9a02-68b01c458477)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:22.228517 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:22.231785 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e5498de4-bed9-4fe2-aa3f-c5838e33f7a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:22.291139 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:22.294332 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:22.378137 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e637e-db23-4663-9322-95c9b3574617 req-c2168ade-7c8e-4c0e-b50d-1acd251257c6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:22.379691 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3f9e637e-db23-4663-9322-95c9b3574617 req-c2168ade-7c8e-4c0e-b50d-1acd251257c6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1158593 Jun 10 22:35:22.385436 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82d87c-6882-4f09-af6e-fae4f73190d4 req-feef8cd2-3e39-4286-8b97-ff318e1d7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:22.386809 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ae82d87c-6882-4f09-af6e-fae4f73190d4 req-feef8cd2-3e39-4286-8b97-ff318e1d7fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1099 time: 0.0888107 Jun 10 22:35:22.446511 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3f9e637e-db23-4663-9322-95c9b3574617 req-5d160141-2df2-4e47-a438-f519bd13f244 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587752 Jun 10 22:35:22.453057 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ae82d87c-6882-4f09-af6e-fae4f73190d4 req-85daffbf-2375-4975-8532-2001427ac9d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499868 Jun 10 22:35:22.615602 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd5bed-c2a9-41c2-90c4-8c11746850bc req-b290a689-b18f-4332-bc56-e3db680d1414 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:22.616960 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98dd5bed-c2a9-41c2-90c4-8c11746850bc req-b290a689-b18f-4332-bc56-e3db680d1414 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0669053 Jun 10 22:35:22.661366 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98dd5bed-c2a9-41c2-90c4-8c11746850bc req-c20e5f50-4e74-4469-8f6f-38ff4db706bd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Jun 10 22:35:22.831742 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d68cc0-e4aa-4397-b248-3db27e7a9062 req-c2e78bc9-746a-4253-9c2a-869c67f10ce5 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:22.833133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-42d68cc0-e4aa-4397-b248-3db27e7a9062 req-c2e78bc9-746a-4253-9c2a-869c67f10ce5 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.0736604 Jun 10 22:35:22.873806 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-42d68cc0-e4aa-4397-b248-3db27e7a9062 req-70dd7147-3306-40ba-93ac-3554dba4e592 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Jun 10 22:35:23.632986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16419de0-4e79-4662-ae7a-8a82fc50c6c5 req-58dbbca3-c507-474a-ab2f-108bc43d61bf tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:23.634472 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-16419de0-4e79-4662-ae7a-8a82fc50c6c5 req-58dbbca3-c507-474a-ab2f-108bc43d61bf tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0704610 Jun 10 22:35:23.677581 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-16419de0-4e79-4662-ae7a-8a82fc50c6c5 req-e551b615-261c-4aa5-bfff-849e681d27a6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371494 Jun 10 22:35:23.853374 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de218-7c1f-4570-b0cf-8d9da1e8a972 req-697c0efe-0592-4c1a-9b46-19f16d7232f3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:23.854916 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-866de218-7c1f-4570-b0cf-8d9da1e8a972 req-697c0efe-0592-4c1a-9b46-19f16d7232f3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0740197 Jun 10 22:35:23.898092 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-866de218-7c1f-4570-b0cf-8d9da1e8a972 req-fdf4c2af-19fc-4b4f-b0a4-ca168a6bc103 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Jun 10 22:35:24.041388 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:24.043870 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959e777-1aca-4688-8479-c32a3a423807" -d '{"events": [{"server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "name": "network-vif-plugged", "status": "completed", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:24.071867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0a459-3e0d-4e91-822e-b24ee4eb52d7 req-f9ad79ee-41f7-4c7b-a1d2-943dd5cb9a56 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:24.073319 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89e0a459-3e0d-4e91-822e-b24ee4eb52d7 req-f9ad79ee-41f7-4c7b-a1d2-943dd5cb9a56 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.0686250 Jun 10 22:35:24.115039 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89e0a459-3e0d-4e91-822e-b24ee4eb52d7 req-ac25ff53-1b0a-4de2-938b-b4f6485d98ce tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 Jun 10 22:35:24.161778 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef89fe7-b457-44e3-bc47-ac6689a02620 x-openstack-request-id: req-aef89fe7-b457-44e3-bc47-ac6689a02620 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:24.162054 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "name": "network-vif-plugged", "status": "completed", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:24.162324 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aef89fe7-b457-44e3-bc47-ac6689a02620 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:24.162732 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364', 'code': 200} Jun 10 22:35:24.415626 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c3dd-9851-4f43-af3a-14e6944d8bae req-b68b69d4-bded-476a-b3fa-0234ad5b6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:24.417066 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56d5c3dd-9851-4f43-af3a-14e6944d8bae req-b68b69d4-bded-476a-b3fa-0234ad5b6e04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 1098 time: 0.0630045 Jun 10 22:35:24.456398 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-56d5c3dd-9851-4f43-af3a-14e6944d8bae req-b24ed66c-cb12-4f0f-a377-a16178083b72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Jun 10 22:35:24.971958 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2535e-2a20-4818-9167-4f6ac364fafe req-a249d9f6-98c9-4fd6-a5e9-010f0087d8c9 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:24.973411 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eda2535e-2a20-4818-9167-4f6ac364fafe req-a249d9f6-98c9-4fd6-a5e9-010f0087d8c9 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0727594 Jun 10 22:35:25.014060 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eda2535e-2a20-4818-9167-4f6ac364fafe req-3dda8c82-7591-4ce7-93b3-cdb630e4b3c0 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347552 Jun 10 22:35:25.180201 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb11a-b7ad-48ae-b58b-7b27b2eb2b7d req-e8b2cb02-ec83-4355-b5be-e52e80377573 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:25.181669 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d4dfb11a-b7ad-48ae-b58b-7b27b2eb2b7d req-e8b2cb02-ec83-4355-b5be-e52e80377573 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0710990 Jun 10 22:35:25.223575 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d4dfb11a-b7ad-48ae-b58b-7b27b2eb2b7d req-6e833127-250e-4ee7-bd68-3b1fd8dc7a49 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jun 10 22:35:25.389457 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a1c68-c08a-44a4-9a3e-5c443d9bd2a0 req-ea538aed-2673-4d3e-9b33-c92d5d12b92c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:25.391655 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0e1a1c68-c08a-44a4-9a3e-5c443d9bd2a0 req-ea538aed-2673-4d3e-9b33-c92d5d12b92c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0747962 Jun 10 22:35:25.400172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46588) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:25.405317 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'floatingip': {'port_id': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:25.493084 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:25.571310 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd83a9-7a25-4ff3-b418-a1fc99866246 req-bf239670-290d-492c-8a45-a7022bad767a tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:25.572870 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7edd83a9-7a25-4ff3-b418-a1fc99866246 req-bf239670-290d-492c-8a45-a7022bad767a tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.0819178 Jun 10 22:35:25.622525 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7edd83a9-7a25-4ff3-b418-a1fc99866246 req-52eac7c0-8c0d-4aa5-94d0-db1172191d21 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jun 10 22:35:26.408208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:26.412172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:26.547963 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.l3_db [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Floating IP f1e98c1e-a9bc-43f3-b79a-9524d47eea4d associated. External IP: 172.28.1.41, port: c843b5a6-3bde-45d3-9e57-be465bafd4eb. Jun 10 22:35:26.827241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:35:26.970360 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:35:26.975269 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:26.979469 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:35:26.989307 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:35:26.989949 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:35:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:27.020048 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-02b1f282-6e51-48a5-9cd7-b9a914e99275 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "PUT /v2.0/floatingips/f1e98c1e-a9bc-43f3-b79a-9524d47eea4d HTTP/1.1" status: 200 len: 991 time: 1.6186814 Jun 10 22:35:27.020684 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:27.022970 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229bc6fc-0213-4dac-96a4-f23e9807995c" -d '{"events": [{"name": "network-changed", "server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:27.127952 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:35:27.420727 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'f1e98c1e-a9bc-43f3-b79a-9524d47eea4d', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:66:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78627e6b-385f-4b04-a133-32b48195244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:35:05Z', 'updated_at': '2021-06-10T22:35:26Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:27.424136 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:35:27.432144 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:35:27.432766 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:35:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:27.576531 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:35:27.862854 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'f1e98c1e-a9bc-43f3-b79a-9524d47eea4d', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:66:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78627e6b-385f-4b04-a133-32b48195244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:35:05Z', 'updated_at': '2021-06-10T22:35:26Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:35:27.866161 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a4751-b7e4-4021-b768-352836cc64df None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'f1e98c1e-a9bc-43f3-b79a-9524d47eea4d', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:66:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78627e6b-385f-4b04-a133-32b48195244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:35:05Z', 'updated_at': '2021-06-10T22:35:26Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:35:28.037948 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd9132-a379-4609-b7f9-9905c2b479b7 None None] New status for floating IP f1e98c1e-a9bc-43f3-b79a-9524d47eea4d: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:35:32.263630 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:35:36.407324 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-3e61dac8-e055-4944-8d35-7961eb92c1f7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:36.408857 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-3e61dac8-e055-4944-8d35-7961eb92c1f7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.1328075 Jun 10 22:35:36.424585 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-295d8865-f388-455a-bdd8-5ab16c36b65f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/quotas/f55c48b409fc48b78ade5c1a4a5c051a HTTP/1.1" status: 200 len: 375 time: 0.0101209 Jun 10 22:35:36.504040 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-4c123c87-ebae-4eaf-9e31-fb813664fcf8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738440 Jun 10 22:35:36.621850 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-9cb9dbe5-b706-47a4-9f6c-cb1907a66c08 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:36.622803 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-4113848e-31e0-44f0-9ac6-2e6711ec89c2 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121023 Jun 10 22:35:36.625982 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-9cb9dbe5-b706-47a4-9f6c-cb1907a66c08 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 808 time: 0.3614178 Jun 10 22:35:36.641803 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-d1826686-3d59-452d-b66c-b10d54ed31f2 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/quotas/9e244e5e288d48ac91748e73d0a811f8 HTTP/1.1" status: 200 len: 375 time: 0.0093157 Jun 10 22:35:36.676675 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-d30af7b6-d837-4091-adef-28521e21a4e6 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322495 Jun 10 22:35:36.741118 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-2c8843fa-6eed-4669-9c8d-616a83fb081d service neutron] 10.222.0.16 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119018 Jun 10 22:35:36.801153 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-cfd048b0-bc23-4ea0-9fef-2bbc044f660b service neutron] 10.222.0.16 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177001 Jun 10 22:35:36.943932 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-00c2798d-e3e8-49b0-bda9-c9513193ae7a service neutron] 10.222.0.16 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370022 Jun 10 22:35:37.033134 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee80f-3064-4327-8c6c-d5ea7561ad04 req-8047a0f9-4d86-4175-a79d-22c0536a3506 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:37.034996 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8baee80f-3064-4327-8c6c-d5ea7561ad04 req-8047a0f9-4d86-4175-a79d-22c0536a3506 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0853429 Jun 10 22:35:37.085803 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8baee80f-3064-4327-8c6c-d5ea7561ad04 req-e323e2bf-f410-4466-9f19-904bce8b7c28 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455122 Jun 10 22:35:37.263490 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5759c-f536-4744-8eed-fbb8001a782b req-ef5747d0-09de-4c3a-8686-ea4641ab518a tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:37.266236 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d0e5759c-f536-4744-8eed-fbb8001a782b req-ef5747d0-09de-4c3a-8686-ea4641ab518a tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.0869431 Jun 10 22:35:37.327170 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d0e5759c-f536-4744-8eed-fbb8001a782b req-542173bc-bc33-4bdc-b09c-78180f892479 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526426 Jun 10 22:35:37.395585 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea11bd-7ea3-4bf5-b9b2-7d99672d1b2e x-openstack-request-id: req-efea11bd-7ea3-4bf5-b9b2-7d99672d1b2e {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:37.396092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:37.396438 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efea11bd-7ea3-4bf5-b9b2-7d99672d1b2e {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:37.396924 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'status': 'completed', 'code': 200} Jun 10 22:35:37.558303 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-482da859-abd0-48b8-b5d6-c42846371237 req-f6d224cd-9abd-41cd-9c46-445ec961a1e6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 210 time: 0.0606039 Jun 10 22:35:37.626771 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1947e42b-6c94-463d-a677-0336af140897 req-d8aab473-1076-4270-8919-b3e4f21d0fc5 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 210 time: 0.0758960 Jun 10 22:35:37.641682 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-ab5e906c-2177-42f4-a197-fcd519be7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:37.644100 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-ab5e906c-2177-42f4-a197-fcd519be7e85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1099 time: 0.1415792 Jun 10 22:35:37.820079 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-35290b31-0e54-46df-92f1-cfc88126094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:37.821819 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-35290b31-0e54-46df-92f1-cfc88126094b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.1689317 Jun 10 22:35:37.939090 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-1bba44e2-9f36-4bc9-8e92-addf4faaf8ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 1001 time: 0.1031804 Jun 10 22:35:38.008796 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-d8317453-992f-4d7a-b35c-546b6d896ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:38.010516 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-d8317453-992f-4d7a-b35c-546b6d896ac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.0524194 Jun 10 22:35:38.094690 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-15cc8175-a4db-4d73-9be6-3c806fff983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:38.096608 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-15cc8175-a4db-4d73-9be6-3c806fff983b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737386 Jun 10 22:35:38.225384 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-a0097989-759f-4433-b5cd-d1317343e908 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138558 Jun 10 22:35:38.254045 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7d76c-fd9e-4e0c-91a1-d9b07241fd03 req-6337716e-d59d-4a1c-989e-fa93b899b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:38.255494 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f6e7d76c-fd9e-4e0c-91a1-d9b07241fd03 req-6337716e-d59d-4a1c-989e-fa93b899b1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 1098 time: 0.0964091 Jun 10 22:35:38.322263 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86f73-174a-4f5b-98d3-e87343f64661 req-b1f8d141-104e-470e-b3ea-9e4b85ae4c88 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:38.324545 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-94f86f73-174a-4f5b-98d3-e87343f64661 req-b1f8d141-104e-470e-b3ea-9e4b85ae4c88 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1087945 Jun 10 22:35:38.326503 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f6e7d76c-fd9e-4e0c-91a1-d9b07241fd03 req-17aecc82-67c2-421b-9304-4c409126c5b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Jun 10 22:35:38.352207 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-229bc6fc-0213-4dac-96a4-f23e9807995c req-d90737ea-71da-45fa-8cc8-d55c1597f0f1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172278 Jun 10 22:35:38.380223 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-94f86f73-174a-4f5b-98d3-e87343f64661 req-50eec593-2c64-45cd-9d6c-565bd842503a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Jun 10 22:35:38.618415 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-354b307d-4db9-42ac-a4fd-9a4d86263c8d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:38.620140 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-354b307d-4db9-42ac-a4fd-9a4d86263c8d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 815 time: 0.1550038 Jun 10 22:35:38.647645 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Request body: {'port': {'device_id': '956bcc63-8c82-4426-800c-8fe94697977b', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'admin_state_up': True, 'tenant_id': 'f55c48b409fc48b78ade5c1a4a5c051a'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:38.725633 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1237447f-180f-471d-bac8-33974ff4eed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:38.810374 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bb19e81e-2b94-42be-b285-e61ebda429e0 req-18cc015e-5064-4139-8539-8ec45012b7be tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 210 time: 0.0397918 Jun 10 22:35:39.002384 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38086c09-55d1-4edb-a331-b7da076988e3 req-08787971-0829-4ab8-8da0-2113957ab203 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 210 time: 0.2657924 Jun 10 22:35:39.043107 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Made reservation on behalf of f55c48b409fc48b78ade5c1a4a5c051a for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:39.046681 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.206802 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Allocated IP 172.20.0.2 (4f7a6a92-3660-4eec-93c6-a1c80f4d2a63/66e6c85e-c607-4359-9fce-560e468ca85c/b7d10c80-91ea-46fb-ac52-e10368fecdbc) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:39.352460 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-0408a70d-fbfa-4922-86f3-2e49cd1923fd tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:39.353951 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-0408a70d-fbfa-4922-86f3-2e49cd1923fd tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 808 time: 0.1556160 Jun 10 22:35:39.388220 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Request body: {'port': {'device_id': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625', 'admin_state_up': True, 'tenant_id': '9e244e5e288d48ac91748e73d0a811f8'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:39.475378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.533200 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.545698 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ebf9ab9d-f6a7-4a4a-be5a-cfd0fa18a0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:39.557950 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72', '20195b14-2453-48d0-a058-89aa9ca0f31d', 'bf5a8209-8a6f-4215-a90a-e3dfe667693a'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:39.612588 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:39.624656 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:39.628113 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:39.634445 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:39.635153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.643706 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event updated for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:39.649497 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:39.660869 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Made reservation on behalf of 9e244e5e288d48ac91748e73d0a811f8 for: {'port': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:35:39.664833 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.665410 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218763 Jun 10 22:35:39.680806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Request body: {'port': {'device_id': '956bcc63-8c82-4426-800c-8fe94697977b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:39.691684 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5427-366d-4414-b356-0d5de3b704de req-b7d6b5b9-c7fd-4d56-bf99-9815fd957250 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:39.699586 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-985d5427-366d-4414-b356-0d5de3b704de req-b7d6b5b9-c7fd-4d56-bf99-9815fd957250 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1345122 Jun 10 22:35:39.766681 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-985d5427-366d-4414-b356-0d5de3b704de req-8d6a9756-e6a8-4a18-b98f-1ba58029c66c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Jun 10 22:35:39.801673 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:39.992071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Allocated IP 172.20.0.12 (406217a3-0e7c-48d6-bb48-103d62f5e625/1ccdc94d-ba52-430f-81a8-ac12d2154bd4/4ae26afe-d709-4521-ae47-982b9e850387) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:35:40.093477 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8e3b3427-f0aa-4457-b18e-7dbd3e2957a1 req-1c88e911-9377-4a18-92e4-d7b370b89b4b tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 210 time: 0.0750799 Jun 10 22:35:40.295203 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.308490 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d10c80-91ea-46fb-ac52-e10368fecdbc {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:40.311959 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13aab0-21ac-4161-9c01-77389e29dba7 req-214b5046-2075-40eb-8fc2-f0947e800d08 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.317000 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.318132 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6b13aab0-21ac-4161-9c01-77389e29dba7 req-214b5046-2075-40eb-8fc2-f0947e800d08 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 931 time: 0.1265481 Jun 10 22:35:40.330680 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Transition to ACTIVE for port object b7d10c80-91ea-46fb-ac52-e10368fecdbc will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:40.335161 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.338603 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:40.376507 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6b13aab0-21ac-4161-9c01-77389e29dba7 req-35425537-c0bf-42e7-bf24-a144782f58c4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541968 Jun 10 22:35:40.389908 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.401858 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:40.447274 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:35:40.455693 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:35:40.459578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:35:40.478871 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:40.482602 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:40.494813 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Attempting to bind port b7d10c80-91ea-46fb-ac52-e10368fecdbc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:40.496379 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Attempting to bind port b7d10c80-91ea-46fb-ac52-e10368fecdbc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:40.497360 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Attempting to bind port b7d10c80-91ea-46fb-ac52-e10368fecdbc on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:40.497933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Pushing event updated for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:40.502769 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:40.504575 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Port b7d10c80-91ea-46fb-ac52-e10368fecdbc on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:40.504975 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Attempting to bind port b7d10c80-91ea-46fb-ac52-e10368fecdbc on network 4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:40.510434 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:40.510957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Checking segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:40.511555 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Bound using segment: {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:40.512201 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Bound port: b7d10c80-91ea-46fb-ac52-e10368fecdbc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656014b-a7f4-42c8-80b0-33fb830c8533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:40.512643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.526198 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.527100 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.544865 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1610279 Jun 10 22:35:40.566013 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Request body: {'port': {'device_id': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:35:40.590955 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:40.594899 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:40.599123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.601159 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-84f84f9a-8e3f-47fb-9039-f8516a05ec8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:40.647118 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.648283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.649254 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] 10.222.0.41 "PUT /v2.0/ports/b7d10c80-91ea-46fb-ac52-e10368fecdbc HTTP/1.1" status: 200 len: 1093 time: 0.9743080 Jun 10 22:35:40.649777 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:40.652078 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:40.677557 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:40.682347 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:40.707253 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae2f05f-f619-49e4-ac6a-4392d415dd8f x-openstack-request-id: req-9ae2f05f-f619-49e4-ac6a-4392d415dd8f {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:40.707857 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:40.707970 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ae2f05f-f619-49e4-ac6a-4392d415dd8f {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:40.708147 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:40.708517 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc', 'status': 'completed', 'code': 200} Jun 10 22:35:40.729300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2dcc0-9f46-45cf-991e-4043d28b0dd9 req-fbc0a960-fcb2-4549-98c3-cda4a8ee28fa tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.730910 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5fa2dcc0-9f46-45cf-991e-4043d28b0dd9 req-fbc0a960-fcb2-4549-98c3-cda4a8ee28fa tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.1382933 Jun 10 22:35:40.791320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-1bad9d38-6031-4a38-b270-4fca860be029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.793167 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-1bad9d38-6031-4a38-b270-4fca860be029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 1096 time: 0.0608485 Jun 10 22:35:40.827350 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5fa2dcc0-9f46-45cf-991e-4043d28b0dd9 req-150a9084-6768-4b72-ad17-6a634e1eb0a4 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Jun 10 22:35:40.880168 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-dba24cf3-8805-4f27-aef7-232923f6b0be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc HTTP/1.1" status: 200 len: 217 time: 0.0761635 Jun 10 22:35:40.976966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72c16-cca8-404d-a47a-8e36949112ff req-1a507952-5a44-475b-abc1-3e69621f289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:40.978483 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-1a507952-5a44-475b-abc1-3e69621f289f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.0917060 Jun 10 22:35:41.029718 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-98dbf2e7-6f1d-4c65-957d-ef3a049aa12b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425782 Jun 10 22:35:41.049408 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658d72-3e59-4199-886b-e87bc9e91518 req-0c275818-8a29-4fe4-a12b-e2974511170c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.050871 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d5658d72-3e59-4199-886b-e87bc9e91518 req-0c275818-8a29-4fe4-a12b-e2974511170c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1139903 Jun 10 22:35:41.085110 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae26afe-d709-4521-ae47-982b9e850387 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:41.093364 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.123336 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Transition to ACTIVE for port object 4ae26afe-d709-4521-ae47-982b9e850387 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:35:41.128732 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.142427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f4fc744-8032-4d72-bf9f-7f0a207ef422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:41.200382 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:41.200818 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d5658d72-3e59-4199-886b-e87bc9e91518 req-257963f4-15fe-4586-8e09-9077d413e829 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420462 Jun 10 22:35:41.205172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:41.284959 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-44c1a20f-1116-46f3-b84a-297eddae67fb service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331047 Jun 10 22:35:41.349368 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-08a621d3-5ca1-4384-93dd-7470e7fba8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.399241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Attempting to bind port 4ae26afe-d709-4521-ae47-982b9e850387 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:35:41.399241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Attempting to bind port 4ae26afe-d709-4521-ae47-982b9e850387 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:35:41.399241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Attempting to bind port 4ae26afe-d709-4521-ae47-982b9e850387 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:41.403811 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Port 4ae26afe-d709-4521-ae47-982b9e850387 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:35:41.404201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Attempting to bind port 4ae26afe-d709-4521-ae47-982b9e850387 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:35:41.412714 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:35:41.413112 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Checking segment: {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:35:41.413581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Bound using segment: {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:35:41.414107 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Bound port: 4ae26afe-d709-4521-ae47-982b9e850387, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:35:41.414516 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.459020 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.479741 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faa72c16-cca8-404d-a47a-8e36949112ff req-4de3cf65-e006-4ac5-bd4b-e89c240c7c86 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864140 Jun 10 22:35:41.511114 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cfd5b-7136-44ec-bcc7-9556737370d3 req-f99122bf-1bd7-452f-aab6-a5f2b585a8df tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.512642 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-063cfd5b-7136-44ec-bcc7-9556737370d3 req-f99122bf-1bd7-452f-aab6-a5f2b585a8df tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 944 time: 0.1134281 Jun 10 22:35:41.520066 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:35:41.530071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4ae26afe-d709-4521-ae47-982b9e850387,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:35:41.535692 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.537690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:41.595468 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.596115 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:41.597503 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ae26afe-d709-4521-ae47-982b9e850387 HTTP/1.1" status: 200 len: 1094 time: 1.0358691 Jun 10 22:35:41.598059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:41.600411 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ea88e-f391-4345-8734-5c06f3f475df" -d '{"events": [{"name": "network-changed", "server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "tag": "4ae26afe-d709-4521-ae47-982b9e850387"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:41.603877 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-063cfd5b-7136-44ec-bcc7-9556737370d3 req-33a567fc-7900-40bd-9baa-9d92c53c4282 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828328 Jun 10 22:35:41.646570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-908385d5-eaab-41f8-92fa-4b4e751c79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.648721 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-908385d5-eaab-41f8-92fa-4b4e751c79f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 1096 time: 0.0910954 Jun 10 22:35:41.662280 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:41.667567 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:41.705697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b8d28-4323-4cd7-b1c9-1ac7486585b4 x-openstack-request-id: req-464b8d28-4323-4cd7-b1c9-1ac7486585b4 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:41.706161 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "tag": "4ae26afe-d709-4521-ae47-982b9e850387", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:41.706547 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-464b8d28-4323-4cd7-b1c9-1ac7486585b4 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:41.707072 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387', 'status': 'completed', 'code': 200} Jun 10 22:35:41.748460 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9bcf9-c9d9-41ca-92b3-6c0a4adbd565 req-0dc9b7e7-4e85-444f-9116-1fa835daef64 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.756058 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-44f9bcf9-c9d9-41ca-92b3-6c0a4adbd565 req-0dc9b7e7-4e85-444f-9116-1fa835daef64 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 943 time: 0.1886158 Jun 10 22:35:41.786069 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-30831345-dc81-4eb7-8f40-1131c76eb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.787706 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-30831345-dc81-4eb7-8f40-1131c76eb524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 200 len: 916 time: 0.1190703 Jun 10 22:35:41.788400 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-a7017c04-9ec1-42c4-ad9a-746c1210de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.790614 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-a7017c04-9ec1-42c4-ad9a-746c1210de54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 1097 time: 0.1217406 Jun 10 22:35:41.865301 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-bb35ad0c-e8c0-40f1-945d-f627d503e8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ae26afe-d709-4521-ae47-982b9e850387 HTTP/1.1" status: 200 len: 217 time: 0.0570590 Jun 10 22:35:41.870415 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-d8bc1f31-ef10-469f-8106-6404a1cfb2b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc HTTP/1.1" status: 200 len: 217 time: 0.0644510 Jun 10 22:35:41.878150 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-44f9bcf9-c9d9-41ca-92b3-6c0a4adbd565 req-cd7bf903-6c71-414e-a053-56dccdbec5c5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210597 Jun 10 22:35:41.946824 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-14b5e410-1346-40cd-96c6-6c6493adeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.948656 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-14b5e410-1346-40cd-96c6-6c6493adeaf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 200 len: 855 time: 0.0635955 Jun 10 22:35:41.954422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519382-a614-42fe-97a2-a915eae197f1 req-c844c233-6610-464e-a4fa-9a7e85b1e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:41.955866 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-c844c233-6610-464e-a4fa-9a7e85b1e1d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ccdc94d-ba52-430f-81a8-ac12d2154bd4 HTTP/1.1" status: 200 len: 848 time: 0.0712104 Jun 10 22:35:42.008362 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-f2d4f3e9-a5ed-4137-8c29-a9e718ed6001 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406217a3-0e7c-48d6-bb48-103d62f5e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322731 Jun 10 22:35:42.039622 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-8800e300-40e0-4ef9-86bd-ec745d0e029d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650029 Jun 10 22:35:42.162002 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eec9d9-1f7b-4ddf-b29e-0bb3424dcd15 req-252514c6-863e-4317-84e5-182d739a99ba tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.163600 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3eec9d9-1f7b-4ddf-b29e-0bb3424dcd15 req-252514c6-863e-4317-84e5-182d739a99ba tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.1806796 Jun 10 22:35:42.232859 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-6871b272-c60d-4c65-ad2c-e27ddbe739e6 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762969 Jun 10 22:35:42.236543 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3eec9d9-1f7b-4ddf-b29e-0bb3424dcd15 req-1487bb73-c853-4b05-bf44-61f1c40fc01b tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610263 Jun 10 22:35:42.310379 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:42.374635 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1c8047b1-6d8f-4a71-ba64-8befe69ea6ef req-cf42aa25-b9d5-4916-b4b0-7ca096d94dcf service neutron] 10.222.0.41 "GET /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326625 Jun 10 22:35:42.463131 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-3f879a4c-fb33-4625-986a-a0548a7384a5 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377017 Jun 10 22:35:42.520082 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2a8fa-f402-45db-803b-5bf79fd0529f req-a9b27155-547f-424d-aef5-648290bb3adb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.521410 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-08b2a8fa-f402-45db-803b-5bf79fd0529f req-a9b27155-547f-424d-aef5-648290bb3adb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1272948 Jun 10 22:35:42.625357 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-08b2a8fa-f402-45db-803b-5bf79fd0529f req-abf79a16-2877-45ba-8b66-77878f58cc92 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Jun 10 22:35:42.627319 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-22519382-a614-42fe-97a2-a915eae197f1 req-33ad8127-e81e-435f-ba73-403c5c8ae091 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546795 Jun 10 22:35:42.792358 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-6ceb74c1-976d-466c-aa69-d00bb25bdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.793859 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-6ceb74c1-976d-466c-aa69-d00bb25bdba8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 1097 time: 0.0968945 Jun 10 22:35:42.812315 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6f04-d7c5-470e-9916-11d8db14af33 req-63f79473-e5a8-41e0-8c45-b486e3333bc3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.815293 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-187d6f04-d7c5-470e-9916-11d8db14af33 req-63f79473-e5a8-41e0-8c45-b486e3333bc3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 944 time: 0.0803554 Jun 10 22:35:42.860931 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-187d6f04-d7c5-470e-9916-11d8db14af33 req-1869d972-807d-466b-aca4-e857565b1d96 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Jun 10 22:35:42.914761 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f732cb-ecbe-4b2f-9439-bef2897e3d2e req-6bc51ea3-74dc-4b12-bdaa-f3c3cf003793 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.916242 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-97f732cb-ecbe-4b2f-9439-bef2897e3d2e req-6bc51ea3-74dc-4b12-bdaa-f3c3cf003793 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1670818 Jun 10 22:35:42.954753 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-5090ef87-c457-4180-bf47-0dae87177d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:42.964893 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-5090ef87-c457-4180-bf47-0dae87177d02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 909 time: 0.1493680 Jun 10 22:35:43.026417 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-97f732cb-ecbe-4b2f-9439-bef2897e3d2e req-c4856302-78ea-4280-be47-603441f5f430 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014056 Jun 10 22:35:43.028132 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-e0a216ee-6f18-4ff6-9d44-6dc8b0965401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ae26afe-d709-4521-ae47-982b9e850387 HTTP/1.1" status: 200 len: 217 time: 0.0573249 Jun 10 22:35:43.089270 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba646aa-94ca-4f37-a78f-21a7babf4c6c req-19288249-8300-4a73-bb19-a196cf115cd5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:43.091118 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dba646aa-94ca-4f37-a78f-21a7babf4c6c req-19288249-8300-4a73-bb19-a196cf115cd5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 943 time: 0.0912135 Jun 10 22:35:43.101864 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-1776ee67-a706-4d9f-9d22-59b38fecf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:43.103325 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-1776ee67-a706-4d9f-9d22-59b38fecf3ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ccdc94d-ba52-430f-81a8-ac12d2154bd4 HTTP/1.1" status: 200 len: 848 time: 0.0661125 Jun 10 22:35:43.153684 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-a9fb83b2-0fab-467a-b304-4afcb9815014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406217a3-0e7c-48d6-bb48-103d62f5e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386238 Jun 10 22:35:43.156808 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-dba646aa-94ca-4f37-a78f-21a7babf4c6c req-bb24efc7-97f2-4811-b3d1-687906be67de tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536246 Jun 10 22:35:43.281906 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-2c2566f4-eaaf-4f49-8f36-408f2deab308 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:43.283457 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-2c2566f4-eaaf-4f49-8f36-408f2deab308 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.41 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.0834985 Jun 10 22:35:43.294212 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-e9233fb0-3b0d-4a8a-8441-12d3571e6857 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271996 Jun 10 22:35:43.446247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9d4ea88e-f391-4345-8734-5c06f3f475df req-2b74fe06-cb67-4a91-ad47-b5976098f3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426659 Jun 10 22:35:43.528124 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Deleting port e9ecadfe-d204-43e6-9741-e88f5db38364 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:35:43.528468 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:43.580891 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100108af-03bc-45f1-8873-288d76fe00b3 req-076dda81-0fc6-4c28-8569-6f87d6119379 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:43.586405 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-100108af-03bc-45f1-8873-288d76fe00b3 req-076dda81-0fc6-4c28-8569-6f87d6119379 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 945 time: 0.1298873 Jun 10 22:35:43.686903 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-100108af-03bc-45f1-8873-288d76fe00b3 req-e80a8fc7-5351-430d-8ed4-ff17f49291b9 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/security-groups?id=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Jun 10 22:35:43.688885 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] For port e9ecadfe-d204-43e6-9741-e88f5db38364, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9ecadfe-d204-43e6-9741-e88f5db38364,segment=NetworkSegment(d03b0ea1-e72a-4913-9a02-68b01c458477),segment_id=d03b0ea1-e72a-4913-9a02-68b01c458477)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:43.689263 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:43.991432 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:44.023897 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Calling delete_port for e9ecadfe-d204-43e6-9741-e88f5db38364 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:35:44.055447 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ca32f-d546-4f07-8567-34e5851a8e66 req-f9586ff3-8cbb-406d-98c2-d34276dd6c4e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:44.056893 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-874ca32f-d546-4f07-8567-34e5851a8e66 req-f9586ff3-8cbb-406d-98c2-d34276dd6c4e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 944 time: 0.0727201 Jun 10 22:35:44.097990 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-874ca32f-d546-4f07-8567-34e5851a8e66 req-4b4a639b-2421-487a-aebf-8552bff4ee87 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352726 Jun 10 22:35:44.202461 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:44.206510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:44.224297 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['e9ecadfe-d204-43e6-9741-e88f5db38364'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:44.236960 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Pushing event deleted for resources: {'Port': ['ID=e9ecadfe-d204-43e6-9741-e88f5db38364,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:44.240396 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:44.317727 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] No DVR routers for this DVR port e9ecadfe-d204-43e6-9741-e88f5db38364 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:35:44.340734 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:44.342653 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cccb4716-c194-467b-bcc6-28d8d09b956e req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.41 "DELETE /v2.0/ports/e9ecadfe-d204-43e6-9741-e88f5db38364 HTTP/1.1" status: 204 len: 173 time: 1.0400088 Jun 10 22:35:44.345004 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'name': 'network-vif-deleted', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:44.347330 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abeecd4-854b-41b0-92a3-814fe4e764bd" -d '{"events": [{"server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "name": "network-vif-deleted", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:44.385284 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b0663-2376-4839-90be-efc23de480bb req-b6cd8308-7f8a-45f4-b905-8da26e073a99 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:44.386800 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-699b0663-2376-4839-90be-efc23de480bb req-b6cd8308-7f8a-45f4-b905-8da26e073a99 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 943 time: 0.1025174 Jun 10 22:35:44.392137 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482db3a6-df1f-4ccb-a2a1-dd1f27992a06 x-openstack-request-id: req-482db3a6-df1f-4ccb-a2a1-dd1f27992a06 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:44.392446 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421733cc-b653-4f7c-bbc7-bfdb0cd1ef56", "name": "network-vif-deleted", "tag": "e9ecadfe-d204-43e6-9741-e88f5db38364", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:44.392722 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-482db3a6-df1f-4ccb-a2a1-dd1f27992a06 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:44.393121 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421733cc-b653-4f7c-bbc7-bfdb0cd1ef56', 'name': 'network-vif-deleted', 'tag': 'e9ecadfe-d204-43e6-9741-e88f5db38364', 'status': 'completed', 'code': 200} Jun 10 22:35:44.430553 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-699b0663-2376-4839-90be-efc23de480bb req-81b62b36-689d-4604-be3e-294d46e0a929 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Jun 10 22:35:44.587645 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:44.958966 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6bf03b27-670b-4060-8466-1ba58e592483 req-99a46d8b-fc4e-407e-91c1-4da58bc5ebad tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] 10.222.0.16 "GET /v2.0/ports?device_id=421733cc-b653-4f7c-bbc7-bfdb0cd1ef56 HTTP/1.1" status: 200 len: 210 time: 0.0403850 Jun 10 22:35:44.980697 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-f5e0109e-75c9-442e-8470-17500e865293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:44.982202 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-f5e0109e-75c9-442e-8470-17500e865293 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.0969145 Jun 10 22:35:45.013797 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328453-d225-479e-b717-48609fe717f2 req-2ce216c9-2270-4d0d-8e5b-a4ed67b0b256 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:45.015247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-89328453-d225-479e-b717-48609fe717f2 req-2ce216c9-2270-4d0d-8e5b-a4ed67b0b256 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0805895 Jun 10 22:35:45.060663 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-89328453-d225-479e-b717-48609fe717f2 req-eb318a48-6728-4377-a6f0-6bf8bbc15119 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Jun 10 22:35:45.107897 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-1f9e5588-e234-4bd2-b612-91e6e3d2e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:45.109360 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-1f9e5588-e234-4bd2-b612-91e6e3d2e467 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.1159616 Jun 10 22:35:45.173952 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-b34e8166-e185-42d9-80d8-f5af3e994e76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0472991 Jun 10 22:35:45.274021 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-e55b156d-0b34-4f0e-83c0-6e03135ca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:45.275451 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-e55b156d-0b34-4f0e-83c0-6e03135ca51f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0926034 Jun 10 22:35:45.325208 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-3b14453e-1855-4d07-a12f-4249bbaccb04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358934 Jun 10 22:35:45.337153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c384187-5a9f-4d69-8cfc-16c447c651fc req-630ff57d-500e-45c4-adf4-119450051dfd tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:45.338574 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3c384187-5a9f-4d69-8cfc-16c447c651fc req-630ff57d-500e-45c4-adf4-119450051dfd tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 944 time: 0.1184814 Jun 10 22:35:45.458940 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3c384187-5a9f-4d69-8cfc-16c447c651fc req-c4c0a118-548a-4594-a5d8-eb3975af6487 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107674 Jun 10 22:35:45.483984 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-93870260-41b4-49ef-816f-d6d2b9e35c23 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444712 Jun 10 22:35:45.606752 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5b3f062-5064-409b-9594-91e5fe79bb3f req-a648390b-10ef-4fa3-ac6c-21dfd4fd2133 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147704 Jun 10 22:35:45.646608 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cbf89-bdb0-4f15-9da3-0f76227af085 req-53ecc9e8-aca8-48e1-81f0-b4d31898c592 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:45.648749 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-129cbf89-bdb0-4f15-9da3-0f76227af085 req-53ecc9e8-aca8-48e1-81f0-b4d31898c592 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 943 time: 0.0889757 Jun 10 22:35:45.676837 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4ae26afe-d709-4521-ae47-982b9e850387 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:45.695284 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-129cbf89-bdb0-4f15-9da3-0f76227af085 req-3846be54-69d2-4204-8c5f-5c665f9f7936 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Jun 10 22:35:45.827863 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4ae26afe-d709-4521-ae47-982b9e850387,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:45.840426 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '4ae26afe-d709-4521-ae47-982b9e850387', 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625', 'port_id': '4ae26afe-d709-4521-ae47-982b9e850387', 'mac_address': 'fa:16:3e:48:f0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccdc94d-ba52-430f-81a8-ac12d2154bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:45.886507 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:45.906768 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae26afe-d709-4521-ae47-982b9e850387 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:45.929344 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4ae26afe-d709-4521-ae47-982b9e850387,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:45.935019 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:45.935812 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7d10c80-91ea-46fb-ac52-e10368fecdbc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:35:45.937611 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6312be6e-485d-42d5-99c4-3538e844d430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:46.025437 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:46.029788 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:46.113879 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:46.128776 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc', 'network_id': '4f7a6a92-3660-4eec-93c6-a1c80f4d2a63', 'port_id': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc', 'mac_address': 'fa:16:3e:9e:c8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e6c85e-c607-4359-9fce-560e468ca85c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:35:46.188848 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:46.207509 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d10c80-91ea-46fb-ac52-e10368fecdbc {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:35:46.232100 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:46.236785 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:46.238639 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-754dea50-4a83-4324-9318-871849fef1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:46.267814 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f69e2-71a0-4f58-8386-2efc9e1f62b4 req-1a0c8c3d-6377-401b-8d7a-90dcb1d8cf70 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:46.276264 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b24f69e2-71a0-4f58-8386-2efc9e1f62b4 req-1a0c8c3d-6377-401b-8d7a-90dcb1d8cf70 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0855329 Jun 10 22:35:46.304608 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:46.308138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:46.338130 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b24f69e2-71a0-4f58-8386-2efc9e1f62b4 req-bf40e8ec-8843-4b5a-be52-5aa9f720432d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Jun 10 22:35:46.646655 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f7ccb-8663-4df0-9b3a-926a986c0727 req-83e1711b-a6e4-45f0-a60b-e65a73bcb29b tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:46.648836 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c25f7ccb-8663-4df0-9b3a-926a986c0727 req-83e1711b-a6e4-45f0-a60b-e65a73bcb29b tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 945 time: 0.0731640 Jun 10 22:35:46.695648 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c25f7ccb-8663-4df0-9b3a-926a986c0727 req-9867ebf9-80fc-438e-a9e2-6e6af826d8a1 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Jun 10 22:35:46.696650 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46928) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:46.780857 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['4ae26afe-d709-4521-ae47-982b9e850387'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:46.787877 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7d10c80-91ea-46fb-ac52-e10368fecdbc'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:46.805061 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:46.918526 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3ed-471f-4d58-abf1-811e4acbf41c req-0d3215fa-ac1c-4472-a4ed-ea26000ee613 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:46.919990 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e2e0d3ed-471f-4d58-abf1-811e4acbf41c req-0d3215fa-ac1c-4472-a4ed-ea26000ee613 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 944 time: 0.1039305 Jun 10 22:35:46.993136 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:46.996983 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e2e0d3ed-471f-4d58-abf1-811e4acbf41c req-1b5d10b6-67a9-4d68-81c5-5984789ce15f tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Jun 10 22:35:46.998011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:47.000902 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9803b46d-797d-473f-8868-3dc3165c6527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:47.055033 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7fbb9-6a46-4cae-9a0d-df9afb240e28,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:47.070039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:47.072749 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d92520340dae458686f20a4c7ebbb33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750598 Jun 10 22:35:47.075584 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 46940) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:47.133985 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:47.156916 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:47.212817 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:47.215543 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:47.216660 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42a7fbb9-6a46-4cae-9a0d-df9afb240e28 HTTP/1.1" status: 204 len: 168 time: 0.1399245 Jun 10 22:35:47.217393 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fcd0820b-28e0-4656-b970-7d69b6c62dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:47.226668 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7fbb9-6a46-4cae-9a0d-df9afb240e28,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:47.229857 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:47.542413 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d31e-7506-4923-afe9-c72b0e32e3ee req-30df437b-fbcf-4722-8b8b-5d7838aaaad4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:47.543898 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af05d31e-7506-4923-afe9-c72b0e32e3ee req-30df437b-fbcf-4722-8b8b-5d7838aaaad4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0808589 Jun 10 22:35:47.594568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af05d31e-7506-4923-afe9-c72b0e32e3ee req-329336d2-d7e6-480e-b8b6-97d3102b5028 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373986 Jun 10 22:35:47.677466 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device e9ecadfe-d204-43e6-9741-e88f5db38364 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:35:47.702636 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: e9ecadfe-d204-43e6-9741-e88f5db38364 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:35:47.703643 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device e9ecadfe-d204-43e6-9741-e88f5db38364 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:35:47.896834 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea75f4-f086-4e80-8298-90d15f618034 req-5e18d2e1-7cc5-47d3-bc55-1af171062c28 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:47.898315 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-88ea75f4-f086-4e80-8298-90d15f618034 req-5e18d2e1-7cc5-47d3-bc55-1af171062c28 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 945 time: 0.0814168 Jun 10 22:35:47.940732 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-88ea75f4-f086-4e80-8298-90d15f618034 req-d3d563db-c42c-40fa-ad7e-76a3b4bd1a66 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Jun 10 22:35:48.192030 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed5db-8dd3-4016-985b-92b62ed3d328 req-221b65f3-b7ba-4e07-a585-d845ef8516e2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:48.193546 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b78ed5db-8dd3-4016-985b-92b62ed3d328 req-221b65f3-b7ba-4e07-a585-d845ef8516e2 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 944 time: 0.0789182 Jun 10 22:35:48.244807 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b78ed5db-8dd3-4016-985b-92b62ed3d328 req-9ce31e7f-be1e-44e7-8339-e3bf466b460b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Jun 10 22:35:48.777378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781d0bb-fdd9-465e-a682-1a6e9f135876 req-a33d3fcb-daf9-4a90-aa1f-485a6389a0ca tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:48.778860 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8781d0bb-fdd9-465e-a682-1a6e9f135876 req-a33d3fcb-daf9-4a90-aa1f-485a6389a0ca tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0685670 Jun 10 22:35:48.822465 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8781d0bb-fdd9-465e-a682-1a6e9f135876 req-1601ced1-bb3b-4dd4-8a04-981017ad6cf3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jun 10 22:35:49.128324 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622688-8bcb-4305-9bb8-91e052c19441 req-9572d428-5b4b-4ccf-9177-131f44f6dd98 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:49.129753 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b6622688-8bcb-4305-9bb8-91e052c19441 req-9572d428-5b4b-4ccf-9177-131f44f6dd98 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 945 time: 0.0719984 Jun 10 22:35:49.179437 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b6622688-8bcb-4305-9bb8-91e052c19441 req-64beb733-befb-403f-a8d6-ebbceb0c2d78 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Jun 10 22:35:49.426626 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc489fe-1b74-4424-a82f-e0b15cfff8cb req-e0fa7b87-70a8-4404-aca5-63b30f279a69 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:49.428075 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6cc489fe-1b74-4424-a82f-e0b15cfff8cb req-e0fa7b87-70a8-4404-aca5-63b30f279a69 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 944 time: 0.0709438 Jun 10 22:35:49.470401 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6cc489fe-1b74-4424-a82f-e0b15cfff8cb req-c51b7120-15e5-4ccb-a7b3-0f9a26b11135 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Jun 10 22:35:49.706411 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4ae26afe-d709-4521-ae47-982b9e850387 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:49.762720 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 4ae26afe-d709-4521-ae47-982b9e850387 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:49.767142 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 4ae26afe-d709-4521-ae47-982b9e850387 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:49.767504 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:49.854633 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:49.880960 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:49.883225 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ae00c-62e9-47b0-bb47-619f88eadf0a" -d '{"events": [{"server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "name": "network-vif-plugged", "status": "completed", "tag": "4ae26afe-d709-4521-ae47-982b9e850387"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:49.897188 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4ae26afe-d709-4521-ae47-982b9e850387,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:49.902044 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:49.902911 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7d10c80-91ea-46fb-ac52-e10368fecdbc up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:35:49.904595 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:49.935121 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7afcfc-8346-4f4e-b598-eb1bf94ee980 x-openstack-request-id: req-ad7afcfc-8346-4f4e-b598-eb1bf94ee980 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:49.935421 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "name": "network-vif-plugged", "status": "completed", "tag": "4ae26afe-d709-4521-ae47-982b9e850387", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:49.935701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad7afcfc-8346-4f4e-b598-eb1bf94ee980 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:49.936118 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387', 'code': 200} Jun 10 22:35:50.005500 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:50.019324 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:50.031156 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port b7d10c80-91ea-46fb-ac52-e10368fecdbc completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:35:50.037959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port b7d10c80-91ea-46fb-ac52-e10368fecdbc triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:35:50.038418 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:50.055765 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa95886-98c6-4208-aea9-93299ee265b3 req-f014667b-186c-4243-8751-d116d0b1b0f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:50.057405 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2fa95886-98c6-4208-aea9-93299ee265b3 req-f014667b-186c-4243-8751-d116d0b1b0f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0922236 Jun 10 22:35:50.126179 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2fa95886-98c6-4208-aea9-93299ee265b3 req-576dcd49-8f88-48f1-bdb4-85c8fd9fe01c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622408 Jun 10 22:35:50.145963 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:50.184353 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:50.191192 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:50.193121 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:50.235301 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc27f5e-5a37-425f-b27e-e9bc3fbe28a3 req-f78f10ee-049f-4215-8c90-d954ceee5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:50.236943 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fc27f5e-5a37-425f-b27e-e9bc3fbe28a3 req-f78f10ee-049f-4215-8c90-d954ceee5e69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 1099 time: 0.0724580 Jun 10 22:35:50.272714 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:50.276125 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:50.286601 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fc27f5e-5a37-425f-b27e-e9bc3fbe28a3 req-dffd650a-d5b0-48f4-b784-1fe538968d8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Jun 10 22:35:50.384062 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3c82b-8c15-4f7f-b756-5e42ccba77bb req-3c1d6095-2299-4fcc-902b-7b9be8f1917d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:50.385538 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cfb3c82b-8c15-4f7f-b756-5e42ccba77bb req-3c1d6095-2299-4fcc-902b-7b9be8f1917d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0736403 Jun 10 22:35:50.450985 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cfb3c82b-8c15-4f7f-b756-5e42ccba77bb req-ffde8af4-b5ce-4489-a4b4-e3bf158c486a tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Jun 10 22:35:50.678666 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0054ee-70bd-4529-829d-0d3303fcc5e9 req-b48730ef-d469-4479-ab68-c27b577317db tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:50.680287 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8b0054ee-70bd-4529-829d-0d3303fcc5e9 req-b48730ef-d469-4479-ab68-c27b577317db tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0883718 Jun 10 22:35:50.724029 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8b0054ee-70bd-4529-829d-0d3303fcc5e9 req-49357f6b-258a-47e9-b403-be8b8259f9cb tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Jun 10 22:35:51.310289 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827404ba-b9ce-4bcf-a7e0-f6a6d321564b req-d7f61544-065c-4744-8d1c-8b19ca1118df tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:51.311979 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-827404ba-b9ce-4bcf-a7e0-f6a6d321564b req-d7f61544-065c-4744-8d1c-8b19ca1118df tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0757103 Jun 10 22:35:51.360591 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-827404ba-b9ce-4bcf-a7e0-f6a6d321564b req-e3fe069e-fabf-414e-aaf3-e20be1b46dc2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Jun 10 22:35:51.724077 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51811-37a3-4719-82b4-298ef1fc5458 req-fc67e75d-bcc9-488b-9513-8004ceeddcca tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:51.725441 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fea51811-37a3-4719-82b4-298ef1fc5458 req-fc67e75d-bcc9-488b-9513-8004ceeddcca tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0916233 Jun 10 22:35:51.768121 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fea51811-37a3-4719-82b4-298ef1fc5458 req-3f8d0867-e78e-431e-b1fe-917138641f67 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Jun 10 22:35:51.912522 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d9db-a4fb-48ee-851e-fde63153b651 req-adf683d6-4ae0-4824-b82a-d53bd60ad2fb tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:51.913969 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-26b1d9db-a4fb-48ee-851e-fde63153b651 req-adf683d6-4ae0-4824-b82a-d53bd60ad2fb tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0706730 Jun 10 22:35:51.938748 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:51.940787 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135de3c-d896-4597-87f4-f3d200470fc6" -d '{"events": [{"server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:51.967044 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-26b1d9db-a4fb-48ee-851e-fde63153b651 req-cb568142-ac08-4819-991c-48d70f27027d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Jun 10 22:35:52.161683 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05d3543-bccd-43a0-b0c2-b01b2aed728d x-openstack-request-id: req-b05d3543-bccd-43a0-b0c2-b01b2aed728d {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:52.161990 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:52.162255 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b05d3543-bccd-43a0-b0c2-b01b2aed728d {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:52.162652 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc', 'code': 200} Jun 10 22:35:52.462837 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0bca6-d5ac-4440-9426-522fb179036d req-adf87929-66f8-4f9b-b75e-b51250fcd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:52.464284 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5bd0bca6-d5ac-4440-9426-522fb179036d req-adf87929-66f8-4f9b-b75e-b51250fcd7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 1098 time: 0.0604014 Jun 10 22:35:52.537751 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5bd0bca6-d5ac-4440-9426-522fb179036d req-6ecb6485-73e9-4581-88e9-a615dd8ca7f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Jun 10 22:35:52.567504 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b30b-5e93-40b0-8b65-114311a3901d req-4f53a754-c5a9-41a1-bf4f-f8e29db1fa2f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:52.568885 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1042b30b-5e93-40b0-8b65-114311a3901d req-4f53a754-c5a9-41a1-bf4f-f8e29db1fa2f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0907342 Jun 10 22:35:52.615258 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1042b30b-5e93-40b0-8b65-114311a3901d req-0eff32d2-6ed5-4e9f-b96b-9762cbecb82d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Jun 10 22:35:52.961105 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319289a8-4af2-4720-87c5-74dafa6255f1 req-01e142ce-d9cb-4716-bba0-d868c324a3ed tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:52.962586 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-319289a8-4af2-4720-87c5-74dafa6255f1 req-01e142ce-d9cb-4716-bba0-d868c324a3ed tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0765431 Jun 10 22:35:53.008255 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-319289a8-4af2-4720-87c5-74dafa6255f1 req-3b5da54f-d595-4755-8bcf-46c654f91514 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394084 Jun 10 22:35:53.202376 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca000b9-580b-49ad-972d-cf5e4cc0c03b req-f0c6791f-666f-48b0-ab24-547a187c75d0 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:53.205109 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9ca000b9-580b-49ad-972d-cf5e4cc0c03b req-f0c6791f-666f-48b0-ab24-547a187c75d0 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0786984 Jun 10 22:35:53.254695 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9ca000b9-580b-49ad-972d-cf5e4cc0c03b req-eaffd1fc-ab6e-4414-b864-6962b973fd83 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Jun 10 22:35:53.454894 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 47152) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:53.590580 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:53.697462 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:53.701671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:53.706282 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b9435d9f-f390-4b21-b845-436305650245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:53.754928 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2721a4b15ce41b5afa4f75274b3b205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986236 Jun 10 22:35:53.756476 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7e8b0d-5a95-43df-bb89-867629f171d0,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:53.757747 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47168) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:35:53.766709 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.767422 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.768041 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.768675 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.769241 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.769763 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.770272 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.770896 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.771549 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.772055 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.772635 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.773473 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:53.778297 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:53.843134 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:53.870740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:53.985365 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab142348-ab98-416f-a767-83b612f850a4 req-b99de60b-636f-401b-a109-f25c8bfb9666 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:53.990553 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ab142348-ab98-416f-a767-83b612f850a4 req-b99de60b-636f-401b-a109-f25c8bfb9666 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1033916 Jun 10 22:35:54.008461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:54.011495 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:54.017136 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b7e8b0d-5a95-43df-bb89-867629f171d0 HTTP/1.1" status: 204 len: 168 time: 0.2578616 Jun 10 22:35:54.028669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:54.068744 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7e8b0d-5a95-43df-bb89-867629f171d0,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:54.074293 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ab142348-ab98-416f-a767-83b612f850a4 req-5248854d-eb83-45e9-93b6-1e9dad7efe8d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753608 Jun 10 22:35:54.080295 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.080663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.081021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.081812 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.082898 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.083263 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.083615 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.084351 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.084714 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.085063 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.086164 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.086534 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:35:54.090781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:54.149263 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce3c7-a430-4341-ae4f-c319d74599d0 req-53109763-ba08-4e27-9adc-4b07df05305f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:54.158571 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-304ce3c7-a430-4341-ae4f-c319d74599d0 req-53109763-ba08-4e27-9adc-4b07df05305f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.1438696 Jun 10 22:35:54.238461 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-304ce3c7-a430-4341-ae4f-c319d74599d0 req-fc61bc14-a6f4-49ee-9311-06b47d12bc51 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700877 Jun 10 22:35:54.407870 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19dbc2-94b5-4931-8df2-74992cf1850f req-8b986431-989e-4bd3-a6d6-10ea2d10a3fc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:54.409357 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ae19dbc2-94b5-4931-8df2-74992cf1850f req-8b986431-989e-4bd3-a6d6-10ea2d10a3fc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1512332 Jun 10 22:35:54.450507 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ae19dbc2-94b5-4931-8df2-74992cf1850f req-7f0b41da-3328-4261-bccf-ea0fa0544d36 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jun 10 22:35:54.628324 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdfee4-8ccc-47ec-91ea-1d3fca4dd115 req-1b76ad9e-64c0-4dfd-b489-c35540ed54b1 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:54.629726 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3bdfee4-8ccc-47ec-91ea-1d3fca4dd115 req-1b76ad9e-64c0-4dfd-b489-c35540ed54b1 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0705438 Jun 10 22:35:54.671751 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3bdfee4-8ccc-47ec-91ea-1d3fca4dd115 req-41768c39-9a63-434d-9e40-9d5bc0b90788 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Jun 10 22:35:55.269232 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd07c26-2179-4890-b3f2-82f0a7a4bd30 req-f3f0edd0-21ad-4744-bbb7-89ac86f34761 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:55.270726 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0bd07c26-2179-4890-b3f2-82f0a7a4bd30 req-f3f0edd0-21ad-4744-bbb7-89ac86f34761 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0727654 Jun 10 22:35:55.312460 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0bd07c26-2179-4890-b3f2-82f0a7a4bd30 req-b59e7cd7-290a-41bd-a393-1c5c82e37b38 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Jun 10 22:35:55.483551 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f320-9407-4109-831e-cbde1bd155e7 req-25b7057a-f1fc-4339-8236-65bc4e91c5bc tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:55.485123 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1876f320-9407-4109-831e-cbde1bd155e7 req-25b7057a-f1fc-4339-8236-65bc4e91c5bc tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0716586 Jun 10 22:35:55.534854 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1876f320-9407-4109-831e-cbde1bd155e7 req-0f8bface-a2dd-43dd-93ad-124567677309 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Jun 10 22:35:55.713719 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd232282-9709-49c3-b07e-a1a5919a2bcf req-2b1e048b-c1b4-4f66-8231-b00c06599007 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:55.715208 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cd232282-9709-49c3-b07e-a1a5919a2bcf req-2b1e048b-c1b4-4f66-8231-b00c06599007 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0760226 Jun 10 22:35:55.757944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cd232282-9709-49c3-b07e-a1a5919a2bcf req-39482861-00e1-46d6-8c9b-ae371d964208 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363777 Jun 10 22:35:55.863935 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c3e97-ca1d-4a18-8c5e-34faff28542d req-9d5ef607-555b-45b1-be5b-2c521510d03d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:55.865697 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4c9c3e97-ca1d-4a18-8c5e-34faff28542d req-9d5ef607-555b-45b1-be5b-2c521510d03d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0760269 Jun 10 22:35:55.910720 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4c9c3e97-ca1d-4a18-8c5e-34faff28542d req-f9cf0d02-fce8-4ce2-b51d-08960cd08b91 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379455 Jun 10 22:35:56.491383 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66997c6d-3e01-475d-803e-4feeffd0ffcf req-aadf6d63-e17f-4611-a216-755ace172569 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:56.492858 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-66997c6d-3e01-475d-803e-4feeffd0ffcf req-aadf6d63-e17f-4611-a216-755ace172569 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0679462 Jun 10 22:35:56.534615 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-66997c6d-3e01-475d-803e-4feeffd0ffcf req-c0bf3f67-21af-464d-8a6a-b03f0c8fdbe3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Jun 10 22:35:56.637840 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-06f15cdb-34da-45ae-b1fe-f7b31e1b152f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:56.639296 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-06f15cdb-34da-45ae-b1fe-f7b31e1b152f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0721056 Jun 10 22:35:56.738203 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58359-1328-449f-92d5-773679fe8f72 req-fba1c0f1-2c63-48f3-8b7d-81fb398f79af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:56.741514 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a2d58359-1328-449f-92d5-773679fe8f72 req-fba1c0f1-2c63-48f3-8b7d-81fb398f79af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 946 time: 0.0896945 Jun 10 22:35:56.785015 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a2d58359-1328-449f-92d5-773679fe8f72 req-098df85b-6156-4fd2-ac35-a74770a13710 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Jun 10 22:35:56.800287 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Deleting port 4ae26afe-d709-4521-ae47-982b9e850387 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:35:56.800630 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:56.925919 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] For port 4ae26afe-d709-4521-ae47-982b9e850387, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4ae26afe-d709-4521-ae47-982b9e850387,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:35:56.926281 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:57.036968 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Calling delete_port for 4ae26afe-d709-4521-ae47-982b9e850387 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:35:57.063948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32cf3-6acc-4cdd-b619-71137d80be9d req-dbec47aa-ee78-42c2-b8d7-9e6c4965edbf tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:57.066106 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-91c32cf3-6acc-4cdd-b619-71137d80be9d req-dbec47aa-ee78-42c2-b8d7-9e6c4965edbf tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1638715 Jun 10 22:35:57.110641 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-91c32cf3-6acc-4cdd-b619-71137d80be9d req-a72e5031-99ea-4c5c-a699-37e4fad8ae87 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376556 Jun 10 22:35:57.204922 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:57.209820 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5b2fd2bf-9598-4547-9713-581bb8624ec0 tempest-DeleteServersTestJSON-181750710 tempest-DeleteServersTestJSON-181750710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:35:57.224812 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['4ae26afe-d709-4521-ae47-982b9e850387'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:35:57.243092 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Pushing event deleted for resources: {'Port': ['ID=4ae26afe-d709-4521-ae47-982b9e850387,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:35:57.246508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:35:57.299222 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] No DVR routers for this DVR port 4ae26afe-d709-4521-ae47-982b9e850387 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:35:57.302306 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:35:57.304272 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9ca45569-84e1-4c87-8138-35f3cd9b0ba3 req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "DELETE /v2.0/ports/4ae26afe-d709-4521-ae47-982b9e850387 HTTP/1.1" status: 204 len: 173 time: 0.6551366 Jun 10 22:35:57.304753 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'name': 'network-vif-deleted', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:35:57.307055 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f0d95d-307e-4dd9-8809-89c8ebadd980" -d '{"events": [{"server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "name": "network-vif-deleted", "tag": "4ae26afe-d709-4521-ae47-982b9e850387"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:35:57.345997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040302f-1cb4-4636-a4b7-ffb22d768848 x-openstack-request-id: req-1040302f-1cb4-4636-a4b7-ffb22d768848 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:35:57.346214 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba05e9bf-c36e-4fbb-8bfb-b08a10a44889", "name": "network-vif-deleted", "tag": "4ae26afe-d709-4521-ae47-982b9e850387", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:35:57.346494 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1040302f-1cb4-4636-a4b7-ffb22d768848 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:35:57.346913 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba05e9bf-c36e-4fbb-8bfb-b08a10a44889', 'name': 'network-vif-deleted', 'tag': '4ae26afe-d709-4521-ae47-982b9e850387', 'status': 'completed', 'code': 200} Jun 10 22:35:57.722807 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed540d7-67db-4cb3-87ff-81b881bfa044 req-10af0b0f-76b5-4f7f-bf71-a7c16077e355 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:57.724262 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9ed540d7-67db-4cb3-87ff-81b881bfa044 req-10af0b0f-76b5-4f7f-bf71-a7c16077e355 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0711801 Jun 10 22:35:57.765227 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9ed540d7-67db-4cb3-87ff-81b881bfa044 req-7727e603-793b-40c4-b939-530282bd1edc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Jun 10 22:35:57.951829 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f6cafb19-b8f6-4c97-8923-59a8da4fcd88 req-4c14314a-c8c2-46e4-bdd9-9de64f40ddc3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba05e9bf-c36e-4fbb-8bfb-b08a10a44889 HTTP/1.1" status: 200 len: 210 time: 0.0332475 Jun 10 22:35:58.318806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f63e-4852-4816-bb37-5263bc5a221a req-a0157a99-8a52-49ce-8265-6169a4aee475 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:58.320337 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3626f63e-4852-4816-bb37-5263bc5a221a req-a0157a99-8a52-49ce-8265-6169a4aee475 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0815609 Jun 10 22:35:58.366119 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3626f63e-4852-4816-bb37-5263bc5a221a req-c6e52305-bc7e-46e2-84a0-a6edcfff4575 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Jun 10 22:35:58.949212 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a76ca-c230-4c71-a318-ff9cb214421d req-80f05dee-e315-4fff-9998-2375ea0e4a21 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:58.950760 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-592a76ca-c230-4c71-a318-ff9cb214421d req-80f05dee-e315-4fff-9998-2375ea0e4a21 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0722868 Jun 10 22:35:58.994619 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-592a76ca-c230-4c71-a318-ff9cb214421d req-72091e97-a4b1-4e67-baa9-d3f9d405932f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Jun 10 22:35:59.331737 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-9550ea4d-aed9-4775-a300-f5e37dce45e3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:59.333178 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-9550ea4d-aed9-4775-a300-f5e37dce45e3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 808 time: 0.1260948 Jun 10 22:35:59.348023 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-43237134-df5f-485a-902e-8e2b2061d95b tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/quotas/9e244e5e288d48ac91748e73d0a811f8 HTTP/1.1" status: 200 len: 375 time: 0.0095227 Jun 10 22:35:59.387510 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-93269c37-a8dc-48de-a690-222b4ec93bf3 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332575 Jun 10 22:35:59.505471 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-b6b4acae-4569-4cb4-baa5-92b535f78f92 service neutron] 10.222.0.16 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106112 Jun 10 22:35:59.556430 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b326-c98f-4121-83ed-fef7aa6bdb0d req-f19ddf4d-bd82-4ed3-a063-96f49439fdab tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:35:59.557888 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8d90b326-c98f-4121-83ed-fef7aa6bdb0d req-f19ddf4d-bd82-4ed3-a063-96f49439fdab tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0669918 Jun 10 22:35:59.599530 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8d90b326-c98f-4121-83ed-fef7aa6bdb0d req-2c90dbb8-f6bf-4658-8868-1ab69148e6e0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jun 10 22:35:59.617205 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-c584af59-0e2a-48c3-8b39-8fad99ef299b service neutron] 10.222.0.16 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060414 Jun 10 22:35:59.757294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4ae26afe-d709-4521-ae47-982b9e850387 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:35:59.791225 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 4ae26afe-d709-4521-ae47-982b9e850387 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:35:59.791585 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4ae26afe-d709-4521-ae47-982b9e850387 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:35:59.818175 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-94636e7e-af16-4dd5-8da2-4edf38de3792 req-2449d5bf-2527-47e9-bc54-66060a9c2160 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 210 time: 0.0528095 Jun 10 22:36:00.281326 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d88a0c-71c5-4ff1-808b-7361ae47d7fd req-f07478f7-af8d-46ae-83e6-c5404bc75f5c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:00.288840 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b2d88a0c-71c5-4ff1-808b-7361ae47d7fd req-f07478f7-af8d-46ae-83e6-c5404bc75f5c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1282063 Jun 10 22:36:00.332670 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b2d88a0c-71c5-4ff1-808b-7361ae47d7fd req-cc1bdddc-264e-40df-a9b5-064050f1a1ed tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Jun 10 22:36:00.785524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad635c8-5e5c-43a1-90dc-fca46c6ec4b8 req-26539632-5676-42fa-811a-53c68245c345 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:00.786978 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1ad635c8-5e5c-43a1-90dc-fca46c6ec4b8 req-26539632-5676-42fa-811a-53c68245c345 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0724757 Jun 10 22:36:00.828270 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1ad635c8-5e5c-43a1-90dc-fca46c6ec4b8 req-6044951b-cdb4-470b-89c5-be763c241c50 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353162 Jun 10 22:36:00.945448 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47372) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:00.965233 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-849611d0-3271-4a08-a9b5-4a781d7263d2 req-b7248716-91c0-40e9-9847-a1dc8e8faa4b tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 210 time: 0.0344853 Jun 10 22:36:00.999070 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Deleting subnet 6ab000aa-d002-4bd2-a44d-2008752e2ae0 {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:36:01.003136 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.046791 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.099086 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.160352 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.163870 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5d3d0716-3cc9-4142-9eb9-890f63f9a96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:01.196403 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab000aa-d002-4bd2-a44d-2008752e2ae0,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:01.198820 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:01.201190 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.203195 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ff443c5e-1d22-4d6c-986f-22b9a5943fc7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ab000aa-d002-4bd2-a44d-2008752e2ae0 HTTP/1.1" status: 204 len: 168 time: 0.2566836 Jun 10 22:36:01.205759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47378) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:01.317403 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.526545 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.547662 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:01.573776 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b0ea1-e72a-4913-9a02-68b01c458477') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:01.574132 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b0ea1-e72a-4913-9a02-68b01c458477') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:01.597685 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.613411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-218d55ad-0257-4956-b037-56467298d984 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:01.614971 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-218d55ad-0257-4956-b037-56467298d984 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 808 time: 0.4359267 Jun 10 22:36:01.633039 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Request body: {'port': {'device_id': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625', 'admin_state_up': True, 'tenant_id': '9e244e5e288d48ac91748e73d0a811f8'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:36:01.633610 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.642661 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:36:01.643073 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:36:01.644971 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:36:01.795795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Made reservation on behalf of 9e244e5e288d48ac91748e73d0a811f8 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:36:01.800421 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.958005 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Allocated IP 172.20.0.3 (406217a3-0e7c-48d6-bb48-103d62f5e625/1ccdc94d-ba52-430f-81a8-ac12d2154bd4/83506407-62d2-4c27-bda9-1ab469c42fc9) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:36:01.967974 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.979323 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3fc49-cc7e-49fb-95ed-70bbacc5cac8 req-69c5fffb-c893-4014-992f-1fa664a226de tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:01.982039 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-28e3fc49-cc7e-49fb-95ed-70bbacc5cac8 req-69c5fffb-c893-4014-992f-1fa664a226de tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.4059944 Jun 10 22:36:01.983173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:01.988292 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c HTTP/1.1" status: 204 len: 168 time: 0.7791765 Jun 10 22:36:01.988292 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:01.991246 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47400) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:02.037239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb3c16e-16c3-4926-bbc1-aa7869dbbf7c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:02.043104 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:02.084506 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Deleting subnet 31c7ec9a-7294-43a0-9e9c-bd7f69c89dc0 {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:36:02.090228 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.094744 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-28e3fc49-cc7e-49fb-95ed-70bbacc5cac8 req-d1acf4d2-008d-46a6-9f3a-93092059e657 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048958 Jun 10 22:36:02.105143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c812a0-b881-4423-8d4b-7244f8a9da51 req-b1841023-c0bd-4ca4-a76c-506651d7fc3b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:02.106649 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-39c812a0-b881-4423-8d4b-7244f8a9da51 req-b1841023-c0bd-4ca4-a76c-506651d7fc3b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1424179 Jun 10 22:36:02.136547 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.185000 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.216194 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-39c812a0-b881-4423-8d4b-7244f8a9da51 req-06e062ca-f272-4443-acab-0b04ea5d0d44 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002338 Jun 10 22:36:02.243397 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.255844 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef7650ac-8deb-4a05-bd8e-4d88fe56b86f req-3cfe4056-04ac-4800-9ad6-aa2672975caf tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jun 10 22:36:02.286957 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.289181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:02.290964 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.303276 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-08a12904-ae02-487d-97a8-55875b459b09 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:02.314264 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Network 406217a3-0e7c-48d6-bb48-103d62f5e625 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:36:02.316768 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:36:02.322950 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c7ec9a-7294-43a0-9e9c-bd7f69c89dc0,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:02.325966 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:02.327264 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.332466 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b026ac90-7672-4712-9b9f-eecfa3377d06 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/31c7ec9a-7294-43a0-9e9c-bd7f69c89dc0 HTTP/1.1" status: 204 len: 168 time: 0.3382537 Jun 10 22:36:02.332728 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47406) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:02.344191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:36:02.349497 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:02.350122 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.373089 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7456863 Jun 10 22:36:02.379396 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Pushing event updated for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:02.382194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:02.403541 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Request body: {'port': {'device_id': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:36:02.428748 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.484989 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.535433 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.546209 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc7499-dc86-4dc1-91eb-09ed93756fc9']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:02.561635 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b066d2-a033-482f-be9b-e543a869075e') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:02.561934 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b066d2-a033-482f-be9b-e543a869075e') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:02.572440 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.588016 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.595651 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:36:02.596254 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:36:02.598584 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:36:02.686990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.697926 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:02.701384 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.704359 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ddc7499-dc86-4dc1-91eb-09ed93756fc9 HTTP/1.1" status: 204 len: 168 time: 0.3700168 Jun 10 22:36:02.725235 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddc7499-dc86-4dc1-91eb-09ed93756fc9,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:02.728136 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:02.823330 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83506407-62d2-4c27-bda9-1ab469c42fc9 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:36:02.831003 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.836227 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47416) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:02.847608 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Transition to ACTIVE for port object 83506407-62d2-4c27-bda9-1ab469c42fc9 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:36:02.854908 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.860110 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:02.895468 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d8a548c3-b1e9-483b-997d-7df1f94dc347 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1287a77403c4bfca7b42c6e8075b9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574203 Jun 10 22:36:02.896238 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47420) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:02.949020 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:02.966906 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Pushing event updated for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:02.971036 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:02.985200 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.006235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Attempting to bind port 83506407-62d2-4c27-bda9-1ab469c42fc9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:36:03.006484 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Attempting to bind port 83506407-62d2-4c27-bda9-1ab469c42fc9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:36:03.006809 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Attempting to bind port 83506407-62d2-4c27-bda9-1ab469c42fc9 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:36:03.010885 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Port 83506407-62d2-4c27-bda9-1ab469c42fc9 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:36:03.011196 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Attempting to bind port 83506407-62d2-4c27-bda9-1ab469c42fc9 on network 406217a3-0e7c-48d6-bb48-103d62f5e625 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:36:03.016116 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:36:03.016439 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Checking segment: {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:36:03.016811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Bound using segment: {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:36:03.017229 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Bound port: 83506407-62d2-4c27-bda9-1ab469c42fc9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ba255-67ca-4761-8362-63f9fd990b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:36:03.017566 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.074187 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0076c8c-5fdf-4513-b5c8-41333bbce1df req-c0c05cde-7228-4621-b52f-00b7ea9e3be6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.075639 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c0076c8c-5fdf-4513-b5c8-41333bbce1df req-c0c05cde-7228-4621-b52f-00b7ea9e3be6 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.1093321 Jun 10 22:36:03.092510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:36:03.096528 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83506407-62d2-4c27-bda9-1ab469c42fc9,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:36:03.099765 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.100640 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.102391 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.103290 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:03.103447 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc HTTP/1.1" status: 204 len: 168 time: 0.2063339 Jun 10 22:36:03.105822 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:03.116204 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932656b-f0da-4bb8-b1ee-fa68cc8d7bbc,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:03.129057 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:03.136778 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c0076c8c-5fdf-4513-b5c8-41333bbce1df req-f01a3e00-66e3-491e-a033-f4b9bd5305e8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543618 Jun 10 22:36:03.144433 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.144982 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.146504 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] 10.222.0.41 "PUT /v2.0/ports/83506407-62d2-4c27-bda9-1ab469c42fc9 HTTP/1.1" status: 200 len: 1093 time: 0.7470064 Jun 10 22:36:03.146867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:03.149150 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d081a57-e46f-4464-9788-d70f721e337c" -d '{"events": [{"name": "network-changed", "server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:03.182674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Pushing event updated for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:03.186173 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:03.247448 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d400499-f513-42c2-b17d-bc3eb2f3f17b x-openstack-request-id: req-8d400499-f513-42c2-b17d-bc3eb2f3f17b {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:03.247768 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:03.248157 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d400499-f513-42c2-b17d-bc3eb2f3f17b {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:03.248579 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9', 'status': 'completed', 'code': 200} Jun 10 22:36:03.286873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-eead9eab-4539-4ccf-a906-59b38a3e1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.288538 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-eead9eab-4539-4ccf-a906-59b38a3e1205 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 1096 time: 0.0798230 Jun 10 22:36:03.392764 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-9ae3a75c-ad38-4b2b-96b2-2887c7ac15dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83506407-62d2-4c27-bda9-1ab469c42fc9 HTTP/1.1" status: 200 len: 217 time: 0.0762784 Jun 10 22:36:03.446778 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e503d0-3b7e-421f-8aad-32bd4b41442f req-23fa994e-d7c4-4a9f-be82-5f02f93f5c0b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.448129 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a0e503d0-3b7e-421f-8aad-32bd4b41442f req-23fa994e-d7c4-4a9f-be82-5f02f93f5c0b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0753171 Jun 10 22:36:03.457254 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef424a-e4d7-437f-ae54-d73e05534e10 req-fc3e6861-2c23-4159-938d-623297cb60be tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.464030 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-71ef424a-e4d7-437f-ae54-d73e05534e10 req-fc3e6861-2c23-4159-938d-623297cb60be tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1963170 Jun 10 22:36:03.494610 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a0e503d0-3b7e-421f-8aad-32bd4b41442f req-46569394-cd4d-4881-8928-4212fbddc227 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387366 Jun 10 22:36:03.502942 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-10fdeed5-2549-49cb-82ee-3692b492ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.504377 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-10fdeed5-2549-49cb-82ee-3692b492ea2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ccdc94d-ba52-430f-81a8-ac12d2154bd4 HTTP/1.1" status: 200 len: 848 time: 0.0955830 Jun 10 22:36:03.518405 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-71ef424a-e4d7-437f-ae54-d73e05534e10 req-4bcf6aa5-4718-49b7-8454-a3344df1b2df tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Jun 10 22:36:03.550818 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47436) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:03.556423 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-1e0fa07f-d62e-4ff4-952e-d9b0364e182d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406217a3-0e7c-48d6-bb48-103d62f5e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367732 Jun 10 22:36:03.604988 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-654fa3f1-49b5-4742-9a06-173340b46a16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=083dbcbfb092479aad7d2a1b7d38ecf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522661 Jun 10 22:36:03.606660 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 47438) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:03.677948 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-bb7eca9c-4496-47cd-9160-78257191181b service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139839 Jun 10 22:36:03.712564 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.736289 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04098c97-8377-4087-949e-38e6a8eddce7 req-4cb3a9fc-d5d9-4534-85f1-8dc36470ad32 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.737780 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-04098c97-8377-4087-949e-38e6a8eddce7 req-4cb3a9fc-d5d9-4534-85f1-8dc36470ad32 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 943 time: 0.1170442 Jun 10 22:36:03.748562 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.807031 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9dbab0aa-7ee1-4e31-a610-c5ef9b5f9231 req-35141623-e9bb-46c1-bd75-f57ea504b8c0 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067047 Jun 10 22:36:03.814424 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-04098c97-8377-4087-949e-38e6a8eddce7 req-daa52728-c26c-4ca9-904a-d6c0471671cb tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Jun 10 22:36:03.832953 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.835731 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:03.839377 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/215bce5f-1235-4d88-b1c2-b0657da8b345 HTTP/1.1" status: 204 len: 168 time: 0.2292988 Jun 10 22:36:03.839377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-256aa986-d384-4352-a4ba-d95010c8ab42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:03.846949 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bce5f-1235-4d88-b1c2-b0657da8b345,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:03.849202 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:03.940035 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d081a57-e46f-4464-9788-d70f721e337c req-5d4c9353-d023-4fe1-b126-2e131b0e4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:03.941505 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-5d4c9353-d023-4fe1-b126-2e131b0e4284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e244e5e288d48ac91748e73d0a811f8&device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 1096 time: 0.0585134 Jun 10 22:36:04.063456 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d081a57-e46f-4464-9788-d70f721e337c req-91bf26a5-a59e-49e3-91c8-5fef5873bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:04.064813 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-91bf26a5-a59e-49e3-91c8-5fef5873bace service neutron] 10.222.0.41 "GET /v2.0/networks?id=406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 200 len: 909 time: 0.1150665 Jun 10 22:36:04.119193 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-60790793-030d-4aa5-a661-299565dce621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83506407-62d2-4c27-bda9-1ab469c42fc9 HTTP/1.1" status: 200 len: 217 time: 0.0467584 Jun 10 22:36:04.196721 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d081a57-e46f-4464-9788-d70f721e337c req-4bb7cebc-bbf0-48b0-adec-4a79dc08f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:04.198312 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-4bb7cebc-bbf0-48b0-adec-4a79dc08f4e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ccdc94d-ba52-430f-81a8-ac12d2154bd4 HTTP/1.1" status: 200 len: 848 time: 0.0582962 Jun 10 22:36:04.248195 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-01ed6328-8c8f-4680-9635-b1de9f048f56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406217a3-0e7c-48d6-bb48-103d62f5e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333788 Jun 10 22:36:04.346974 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91d69c-d424-4ea2-98b0-7625051dbeae req-14fc5cf6-e407-40b9-82ad-482d75642c38 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:04.348445 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5c91d69c-d424-4ea2-98b0-7625051dbeae req-14fc5cf6-e407-40b9-82ad-482d75642c38 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0743876 Jun 10 22:36:04.376600 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-a0e63efd-abcb-4f70-a824-30426757d413 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198316 Jun 10 22:36:04.397803 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5c91d69c-d424-4ea2-98b0-7625051dbeae req-72efb214-1b43-47f6-9c55-e1ec9b46bbd8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Jun 10 22:36:04.510718 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8d081a57-e46f-4464-9788-d70f721e337c req-879442ad-2535-440a-b454-738c83f5f0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239095 Jun 10 22:36:04.718076 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebf8e-b73d-48cb-85bb-dee914afd7ae req-c3ec4547-d8e3-41c7-9cc8-e2a5d580679f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:04.720320 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-759ebf8e-b73d-48cb-85bb-dee914afd7ae req-c3ec4547-d8e3-41c7-9cc8-e2a5d580679f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0801761 Jun 10 22:36:04.738951 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fead4-3622-4ee7-8f32-c88b28748dfb req-6f6ba1b8-c8de-4abb-bb59-12190bc4d041 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:04.739979 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2c2fead4-3622-4ee7-8f32-c88b28748dfb req-6f6ba1b8-c8de-4abb-bb59-12190bc4d041 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0730271 Jun 10 22:36:04.764202 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-759ebf8e-b73d-48cb-85bb-dee914afd7ae req-02a9b65a-d537-49f5-ad24-388edc34fa89 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375791 Jun 10 22:36:04.785922 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2c2fead4-3622-4ee7-8f32-c88b28748dfb req-12a97382-1479-4555-9823-1aaf519fa1cd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Jun 10 22:36:05.035561 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63daf-e3ef-4cff-a5f9-ff122a7fc40a req-756c6d56-e2e1-45fa-8ea2-c5910b5f4ecc tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:05.037221 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-97f63daf-e3ef-4cff-a5f9-ff122a7fc40a req-756c6d56-e2e1-45fa-8ea2-c5910b5f4ecc tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 943 time: 0.0784740 Jun 10 22:36:05.087647 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-97f63daf-e3ef-4cff-a5f9-ff122a7fc40a req-1e7bdc31-d392-4c69-9054-8eaa6a5f7c11 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Jun 10 22:36:05.597206 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260306-a0f1-4b9d-9112-c8a430ad7644 req-81114012-9ae2-40d2-91c0-fb390597bd53 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:05.598676 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b260306-a0f1-4b9d-9112-c8a430ad7644 req-81114012-9ae2-40d2-91c0-fb390597bd53 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0744171 Jun 10 22:36:05.641791 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b260306-a0f1-4b9d-9112-c8a430ad7644 req-05a93834-2386-4412-86c6-dca1edb65c15 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373235 Jun 10 22:36:05.966138 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668557f-ae5f-45a9-8c5b-379e1215c39f req-104dd328-ecf1-4c96-afa8-14bbec8782ce tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:05.967586 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7668557f-ae5f-45a9-8c5b-379e1215c39f req-104dd328-ecf1-4c96-afa8-14bbec8782ce tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0751076 Jun 10 22:36:05.979371 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f440a-ea28-4c91-abc0-059ecb25f8cb req-ff1a2646-4ac0-40cb-903e-604532217e77 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:05.980849 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3a9f440a-ea28-4c91-abc0-059ecb25f8cb req-ff1a2646-4ac0-40cb-903e-604532217e77 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0738416 Jun 10 22:36:06.010544 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7668557f-ae5f-45a9-8c5b-379e1215c39f req-238c37c3-f12b-490b-a279-d659bc39f2b1 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365567 Jun 10 22:36:06.024352 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3a9f440a-ea28-4c91-abc0-059ecb25f8cb req-2fe5c5e9-bca2-47cc-b9ee-7896000bd012 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jun 10 22:36:06.080243 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-9e976e80-3927-4fb7-9f42-cb06435eb954 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:06.081679 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-9e976e80-3927-4fb7-9f42-cb06435eb954 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0765455 Jun 10 22:36:06.213669 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Deleting port b7d10c80-91ea-46fb-ac52-e10368fecdbc {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:06.214047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:06.364341 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] For port b7d10c80-91ea-46fb-ac52-e10368fecdbc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7d10c80-91ea-46fb-ac52-e10368fecdbc,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:06.364697 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:06.373791 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129ee6-3c48-4dd0-92f4-6385790793cb req-bf6f61ba-9971-498f-a9f9-3edb2bda5d20 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:06.375917 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83129ee6-3c48-4dd0-92f4-6385790793cb req-bf6f61ba-9971-498f-a9f9-3edb2bda5d20 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 943 time: 0.1727362 Jun 10 22:36:06.477283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Calling delete_port for b7d10c80-91ea-46fb-ac52-e10368fecdbc owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:06.802672 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83129ee6-3c48-4dd0-92f4-6385790793cb req-68cb2313-f15c-4d1a-96c8-5e13cb25ad8a tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200435 Jun 10 22:36:06.846325 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506c04-a90c-4054-b7c2-b19756215e52 req-a3ccf279-6206-402a-82ca-a8417386ae68 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:06.847811 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2e506c04-a90c-4054-b7c2-b19756215e52 req-a3ccf279-6206-402a-82ca-a8417386ae68 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=956bcc63-8c82-4426-800c-8fe94697977b HTTP/1.1" status: 200 len: 945 time: 0.0748634 Jun 10 22:36:06.891709 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2e506c04-a90c-4054-b7c2-b19756215e52 req-c2d21294-cb89-4ac2-a3aa-c17e25f9bf4b tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Jun 10 22:36:06.900288 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:06.905174 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-21bb50ec-916a-4a50-a556-d2dab663d9af tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:06.914953 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72', '20195b14-2453-48d0-a058-89aa9ca0f31d', 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'b7d10c80-91ea-46fb-ac52-e10368fecdbc'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:06.946957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event deleted for resources: {'Port': ['ID=b7d10c80-91ea-46fb-ac52-e10368fecdbc,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:06.950508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:06.997962 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] No DVR routers for this DVR port b7d10c80-91ea-46fb-ac52-e10368fecdbc on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:07.001280 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:07.003312 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1d950d62-36a0-4993-b1a8-9ffff69d8b04 req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "DELETE /v2.0/ports/b7d10c80-91ea-46fb-ac52-e10368fecdbc HTTP/1.1" status: 204 len: 173 time: 0.9140313 Jun 10 22:36:07.003799 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'name': 'network-vif-deleted', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:07.006318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd83f4d5-d172-442a-9ffd-be343cafbca3" -d '{"events": [{"server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "name": "network-vif-deleted", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:07.044162 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf6c90-ad80-4ab6-824a-214f7d34dd22 x-openstack-request-id: req-1fbf6c90-ad80-4ab6-824a-214f7d34dd22 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:07.044470 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956bcc63-8c82-4426-800c-8fe94697977b", "name": "network-vif-deleted", "tag": "b7d10c80-91ea-46fb-ac52-e10368fecdbc", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:07.044810 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fbf6c90-ad80-4ab6-824a-214f7d34dd22 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:07.045326 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956bcc63-8c82-4426-800c-8fe94697977b', 'name': 'network-vif-deleted', 'tag': 'b7d10c80-91ea-46fb-ac52-e10368fecdbc', 'status': 'completed', 'code': 200} Jun 10 22:36:07.233269 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49d458-36ac-4528-8067-2928a148148d req-9ccd3156-c7be-4468-b022-22c1088eec2d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:07.235866 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6c49d458-36ac-4528-8067-2928a148148d req-9ccd3156-c7be-4468-b022-22c1088eec2d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0820498 Jun 10 22:36:07.250952 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88882691-c5c2-4bb3-a034-6b7dd2acb9a6 req-ce1ec421-81b9-4ed4-85be-f30398e33065 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:07.252431 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-88882691-c5c2-4bb3-a034-6b7dd2acb9a6 req-ce1ec421-81b9-4ed4-85be-f30398e33065 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0971022 Jun 10 22:36:07.301387 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6c49d458-36ac-4528-8067-2928a148148d req-f36f4b35-9e00-4f77-836b-af438ba28ac3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Jun 10 22:36:07.318837 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-88882691-c5c2-4bb3-a034-6b7dd2acb9a6 req-e6393c3a-e165-4f06-b690-a53ce7015f28 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597966 Jun 10 22:36:07.790832 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 83506407-62d2-4c27-bda9-1ab469c42fc9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:36:07.924749 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83506407-62d2-4c27-bda9-1ab469c42fc9,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:07.940923 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '83506407-62d2-4c27-bda9-1ab469c42fc9', 'network_id': '406217a3-0e7c-48d6-bb48-103d62f5e625', 'port_id': '83506407-62d2-4c27-bda9-1ab469c42fc9', 'mac_address': 'fa:16:3e:b5:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccdc94d-ba52-430f-81a8-ac12d2154bd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:36:08.006178 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:08.011429 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1940b1-6acb-416b-b3e0-9682ada64590 req-8c7ee783-fa78-44d3-9083-eaf9e49bf77a tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:08.019244 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5e1940b1-6acb-416b-b3e0-9682ada64590 req-8c7ee783-fa78-44d3-9083-eaf9e49bf77a tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 943 time: 0.0855064 Jun 10 22:36:08.022909 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83506407-62d2-4c27-bda9-1ab469c42fc9 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:36:08.053326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83506407-62d2-4c27-bda9-1ab469c42fc9,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:08.057820 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:08.059633 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:08.066213 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5e1940b1-6acb-416b-b3e0-9682ada64590 req-03d93c30-c566-43cc-9826-5e227ab6146c tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Jun 10 22:36:08.116973 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:08.124164 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.124517 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.125523 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.126142 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.126554 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.126891 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.127228 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.127561 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.127891 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.128215 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.128545 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.128864 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:08.132606 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:08.498207 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5656-c841-44af-be3e-74d25fa8d170 req-69a8f059-63ae-4ef1-bc7d-6e18013161de tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:08.500185 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-705a5656-c841-44af-be3e-74d25fa8d170 req-69a8f059-63ae-4ef1-bc7d-6e18013161de tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0715213 Jun 10 22:36:08.525536 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d30884-61ec-4246-a534-97a1f6b992d2 req-cff91483-b3af-4caf-ac30-0f287d1e19ed tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:08.527088 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-86d30884-61ec-4246-a534-97a1f6b992d2 req-cff91483-b3af-4caf-ac30-0f287d1e19ed tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0720046 Jun 10 22:36:08.540319 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['83506407-62d2-4c27-bda9-1ab469c42fc9'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:08.558213 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-705a5656-c841-44af-be3e-74d25fa8d170 req-039b3d23-9536-4f96-bc7e-2bb642ac0cec tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Jun 10 22:36:08.596393 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-86d30884-61ec-4246-a534-97a1f6b992d2 req-6370241b-88bf-47b6-b5de-8ecba26aea09 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606630 Jun 10 22:36:08.720038 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-de14dca4-efb1-4d51-8a11-1645d4358440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:09.255502 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28c61-88f5-43a4-9520-fd8f6ed8cee2 req-01e34e76-e16f-409c-9062-d4fbff37f4c6 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:09.256964 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d8a28c61-88f5-43a4-9520-fd8f6ed8cee2 req-01e34e76-e16f-409c-9062-d4fbff37f4c6 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 944 time: 0.0699859 Jun 10 22:36:09.263023 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:36:09.264958 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b2667-0c7f-451a-872d-e74dcf7fed32 req-8a5b3ac1-c97c-4f5f-a64b-733c68c7f122 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:09.266965 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-eb2b2667-0c7f-451a-872d-e74dcf7fed32 req-8a5b3ac1-c97c-4f5f-a64b-733c68c7f122 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0724671 Jun 10 22:36:09.300754 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d8a28c61-88f5-43a4-9520-fd8f6ed8cee2 req-82aa38db-9585-4b49-961d-60514184228e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 Jun 10 22:36:09.309615 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-eb2b2667-0c7f-451a-872d-e74dcf7fed32 req-9a045d41-3b4e-47b2-b030-34412d315c34 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Jun 10 22:36:09.680313 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40cd28-2387-4615-a691-2ac0a0322f85 req-07742ec7-7f7f-4e9a-aad4-45cd24cab4d5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:09.681788 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8f40cd28-2387-4615-a691-2ac0a0322f85 req-07742ec7-7f7f-4e9a-aad4-45cd24cab4d5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.0724890 Jun 10 22:36:09.723919 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8f40cd28-2387-4615-a691-2ac0a0322f85 req-bb242831-32e5-4fda-8200-904d7d16c62c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Jun 10 22:36:09.742013 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241aa13-0a0c-4201-b22e-3d8285bde95d req-4c4f52a2-016f-49eb-9444-be8370562fe2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:09.743449 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d241aa13-0a0c-4201-b22e-3d8285bde95d req-4c4f52a2-016f-49eb-9444-be8370562fe2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0671363 Jun 10 22:36:09.790937 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d241aa13-0a0c-4201-b22e-3d8285bde95d req-aaa32879-fed8-446d-97d3-5047d0d135d1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Jun 10 22:36:09.818303 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7d10c80-91ea-46fb-ac52-e10368fecdbc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:09.849890 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: b7d10c80-91ea-46fb-ac52-e10368fecdbc {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:09.850251 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7d10c80-91ea-46fb-ac52-e10368fecdbc not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:10.055471 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a58c-4b63-45b2-bade-57d1571f16e1 req-b409c1b3-0bc8-4e13-b087-a6a2eec65d62 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.056966 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6306a58c-4b63-45b2-bade-57d1571f16e1 req-b409c1b3-0bc8-4e13-b087-a6a2eec65d62 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0768478 Jun 10 22:36:10.099681 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6306a58c-4b63-45b2-bade-57d1571f16e1 req-5cb735d1-2ab1-4f6d-8696-fc2dec72d47a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Jun 10 22:36:10.507849 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea54f7a-8d61-4d66-b042-4cd844e8591f req-fa65e315-692f-4993-ba41-17d6b549e606 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.509320 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5ea54f7a-8d61-4d66-b042-4cd844e8591f req-fa65e315-692f-4993-ba41-17d6b549e606 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0795853 Jun 10 22:36:10.523394 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-e34f014c-7edd-43be-8f61-69fc28543323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.524863 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-e34f014c-7edd-43be-8f61-69fc28543323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.1143029 Jun 10 22:36:10.533476 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cf070-18c6-4dd6-9719-d2b4af0e4db8 req-98b09f69-146f-4632-b661-1cbf69b61a6d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.535079 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-019cf070-18c6-4dd6-9719-d2b4af0e4db8 req-98b09f69-146f-4632-b661-1cbf69b61a6d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 944 time: 0.0936189 Jun 10 22:36:10.552300 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5ea54f7a-8d61-4d66-b042-4cd844e8591f req-7b9c41c5-1f67-4e17-9454-a5d4dc27d0e6 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Jun 10 22:36:10.613018 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-019cf070-18c6-4dd6-9719-d2b4af0e4db8 req-8402c818-f703-4db2-bf54-c0207ffcd8cf tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Jun 10 22:36:10.685755 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-69fa3e35-aa9c-434f-b629-65a53d7244ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.687216 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-69fa3e35-aa9c-434f-b629-65a53d7244ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.1287994 Jun 10 22:36:10.748727 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-792d095a-f2dd-4d66-90a1-43b1f102390f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0527554 Jun 10 22:36:10.810806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-9d6716da-c40e-4777-ab77-5905c8bccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.812305 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-9d6716da-c40e-4777-ab77-5905c8bccb9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0549896 Jun 10 22:36:10.858105 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-cdcacd92-91f4-4bbe-bef1-9ff91829adb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382106 Jun 10 22:36:10.934071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16753600-3101-4715-a8f2-2695c0394877 req-548daa25-2431-4725-bf52-405602528803 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:10.935634 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-16753600-3101-4715-a8f2-2695c0394877 req-548daa25-2431-4725-bf52-405602528803 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.0890393 Jun 10 22:36:10.980068 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-16753600-3101-4715-a8f2-2695c0394877 req-fa06aabd-7d3f-44a4-8ca8-aacc6c48b075 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Jun 10 22:36:11.044024 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-b6176831-9b21-4f7c-850a-c686a8a46cfb service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773615 Jun 10 22:36:11.063025 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de062ce-38dc-40b2-ab51-054e1c094b16 req-2cc14a0e-4eb2-4f09-b50d-00fcd7024fb2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:11.064652 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3de062ce-38dc-40b2-ab51-054e1c094b16 req-2cc14a0e-4eb2-4f09-b50d-00fcd7024fb2 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1509194 Jun 10 22:36:11.180429 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3de062ce-38dc-40b2-ab51-054e1c094b16 req-15b9e0e1-bb6c-430e-9e90-9c5467d84e94 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069453 Jun 10 22:36:11.208711 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-610247bd-f22d-4366-bbf0-559fe4267f58 req-79df4ff2-9451-43a9-aba3-8d212ebeaf7e service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431298 Jun 10 22:36:11.299963 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa56f2-29e9-4939-965d-a18e2fd48c1b req-b7802de7-1e82-4d84-84d0-2c880963c6f0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:11.301457 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a9aa56f2-29e9-4939-965d-a18e2fd48c1b req-b7802de7-1e82-4d84-84d0-2c880963c6f0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0685844 Jun 10 22:36:11.344884 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-62f3fff0-4d4e-4c0c-9194-245c5fc907b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:11.345521 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a9aa56f2-29e9-4939-965d-a18e2fd48c1b req-04973b98-6377-4cfe-8a01-9804584f1e5b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378838 Jun 10 22:36:11.452101 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:11.733724 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d75a0-080d-43f6-82fc-6036694097b1 req-867f28ac-fa96-458a-ae11-f8061ee31357 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:11.735215 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1f5d75a0-080d-43f6-82fc-6036694097b1 req-867f28ac-fa96-458a-ae11-f8061ee31357 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0693409 Jun 10 22:36:11.778122 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1f5d75a0-080d-43f6-82fc-6036694097b1 req-cbcb7ace-4995-4a2f-a73f-fd33bdd8da6a tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Jun 10 22:36:11.797491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302d0ab-b41b-4914-a476-5c3d74931ac0 req-43d5f34b-325d-46dd-957b-d9e4ef364a7e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:11.798961 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4302d0ab-b41b-4914-a476-5c3d74931ac0 req-43d5f34b-325d-46dd-957b-d9e4ef364a7e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 944 time: 0.0726902 Jun 10 22:36:11.820429 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 83506407-62d2-4c27-bda9-1ab469c42fc9 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:36:11.844148 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4302d0ab-b41b-4914-a476-5c3d74931ac0 req-582fc134-9f67-4275-95e0-44be4d1c234f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Jun 10 22:36:11.874774 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 83506407-62d2-4c27-bda9-1ab469c42fc9 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:36:11.878628 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 83506407-62d2-4c27-bda9-1ab469c42fc9 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:36:11.879007 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:11.971117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:11.995157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:11.997326 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0601f0-9e50-40df-8b16-fe737f3e5e8d" -d '{"events": [{"server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "name": "network-vif-plugged", "status": "completed", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:12.011905 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83506407-62d2-4c27-bda9-1ab469c42fc9,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:12.017094 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:12.019387 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:12.046278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c9632-81f1-48fb-951f-05b2883282f3 x-openstack-request-id: req-a77c9632-81f1-48fb-951f-05b2883282f3 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:12.046678 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "name": "network-vif-plugged", "status": "completed", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:12.047108 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a77c9632-81f1-48fb-951f-05b2883282f3 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:12.047703 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9', 'code': 200} Jun 10 22:36:12.076599 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:12.080397 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:12.190409 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-334c7db1-84b0-4a1c-929e-1c813a892583 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:12.191923 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-334c7db1-84b0-4a1c-929e-1c813a892583 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.0758131 Jun 10 22:36:12.206803 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23a71e-03c4-4bc8-847b-1b2ab92d7d03 req-cd1e1440-be4a-4f94-942a-e5c349919258 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:12.208267 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff23a71e-03c4-4bc8-847b-1b2ab92d7d03 req-cd1e1440-be4a-4f94-942a-e5c349919258 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 946 time: 0.1015530 Jun 10 22:36:12.260868 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff23a71e-03c4-4bc8-847b-1b2ab92d7d03 req-cd551f28-2095-44b4-b17c-33f462ec6cfa tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Jun 10 22:36:12.303583 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:12.351994 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Deleting port bf5a8209-8a6f-4215-a90a-e3dfe667693a {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:12.352404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:12.356972 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff4cc-43ef-4de5-8dd0-bfb1b34cfdd7 req-144b41e9-ed25-4404-a7d7-da9585fb0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:12.358463 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1fcff4cc-43ef-4de5-8dd0-bfb1b34cfdd7 req-144b41e9-ed25-4404-a7d7-da9585fb0147 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 1098 time: 0.0830104 Jun 10 22:36:12.434516 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1fcff4cc-43ef-4de5-8dd0-bfb1b34cfdd7 req-18b36d0d-759a-44bc-bddc-575fc756db7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662398 Jun 10 22:36:12.467411 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96bc46-6e38-4e4f-ac0e-1e6facf5ba6d req-7625221b-3de3-4a9a-b242-48c44b2216cb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:12.468180 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3e96bc46-6e38-4e4f-ac0e-1e6facf5ba6d req-7625221b-3de3-4a9a-b242-48c44b2216cb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0846877 Jun 10 22:36:12.497019 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] For port bf5a8209-8a6f-4215-a90a-e3dfe667693a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf5a8209-8a6f-4215-a90a-e3dfe667693a,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:12.497385 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:12.512141 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3e96bc46-6e38-4e4f-ac0e-1e6facf5ba6d req-ecb993c1-3658-42c6-aa68-19359e415bf9 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jun 10 22:36:12.613067 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Calling delete_port for bf5a8209-8a6f-4215-a90a-e3dfe667693a owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:12.697633 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cc93a-d9bd-4af4-bb2b-4c4a0748ba9a req-3d24c2a9-3783-474b-96b4-123d4dbf44fb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:12.699091 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5a7cc93a-d9bd-4af4-bb2b-4c4a0748ba9a req-3d24c2a9-3783-474b-96b4-123d4dbf44fb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.2177024 Jun 10 22:36:12.757147 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5a7cc93a-d9bd-4af4-bb2b-4c4a0748ba9a req-fe015760-78d3-440f-b84f-90f7db07763e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 Jun 10 22:36:12.842826 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:12.849004 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-38f6a5fb-3d3f-46b5-a2c3-84b85024e21e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:12.861490 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72', '20195b14-2453-48d0-a058-89aa9ca0f31d', 'bf5a8209-8a6f-4215-a90a-e3dfe667693a'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:12.912320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event deleted for resources: {'Port': ['ID=bf5a8209-8a6f-4215-a90a-e3dfe667693a,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:12.931552 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:13.010524 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] No DVR routers for this DVR port bf5a8209-8a6f-4215-a90a-e3dfe667693a on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:13.013560 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:13.016688 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78206aef-d33d-4d2e-be5c-380c8e0de278 req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "DELETE /v2.0/ports/bf5a8209-8a6f-4215-a90a-e3dfe667693a HTTP/1.1" status: 204 len: 173 time: 0.7986042 Jun 10 22:36:13.017898 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'name': 'network-vif-deleted', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:13.020518 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ecca4-7a48-4582-b040-515bcb0d72a6" -d '{"events": [{"server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "name": "network-vif-deleted", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:13.056207 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f866-9abd-44dc-a02e-56cb6b8d21c6 req-fd84ece8-7b17-4dd9-a184-aa6f67ae2bf6 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:13.061612 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7de2f866-9abd-44dc-a02e-56cb6b8d21c6 req-fd84ece8-7b17-4dd9-a184-aa6f67ae2bf6 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.1472208 Jun 10 22:36:13.078283 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b8eb0-1f6a-4e28-8772-2ac3f081d4b9 req-4903194f-143a-448c-8674-32fed24924e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:13.080470 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b43b8eb0-1f6a-4e28-8772-2ac3f081d4b9 req-4903194f-143a-448c-8674-32fed24924e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.1240387 Jun 10 22:36:13.123718 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0b03b-a2ca-4c57-a595-75cf56d7b6b5 req-a37371ba-9e5a-4db6-a70a-f009b79e77a2 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:13.126521 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a1a0b03b-a2ca-4c57-a595-75cf56d7b6b5 req-a37371ba-9e5a-4db6-a70a-f009b79e77a2 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.0956998 Jun 10 22:36:13.146512 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b43b8eb0-1f6a-4e28-8772-2ac3f081d4b9 req-c84259af-deb6-4ae2-b8d4-d68e2e66d65e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Jun 10 22:36:13.164917 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7de2f866-9abd-44dc-a02e-56cb6b8d21c6 req-e35bfdc8-c130-4bf3-a3af-5751eae0df90 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948069 Jun 10 22:36:13.177035 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a1a0b03b-a2ca-4c57-a595-75cf56d7b6b5 req-d14e2bb2-142c-46a7-ae19-e222c8e83bb5 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Jun 10 22:36:13.207655 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b0099e-7591-483d-a17c-c550559ea649 x-openstack-request-id: req-e5b0099e-7591-483d-a17c-c550559ea649 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:13.208061 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdebcf-16ae-4be9-a1ae-995ef2e396a9", "name": "network-vif-deleted", "tag": "bf5a8209-8a6f-4215-a90a-e3dfe667693a", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:13.208414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5b0099e-7591-483d-a17c-c550559ea649 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:13.208901 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdebcf-16ae-4be9-a1ae-995ef2e396a9', 'name': 'network-vif-deleted', 'tag': 'bf5a8209-8a6f-4215-a90a-e3dfe667693a', 'status': 'completed', 'code': 200} Jun 10 22:36:13.418019 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e0618dc8-91d7-438f-916a-08c446b52149 req-cb814255-1684-4094-9f81-ac4e6ec9e20d tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=32fdebcf-16ae-4be9-a1ae-995ef2e396a9 HTTP/1.1" status: 200 len: 210 time: 0.0329435 Jun 10 22:36:13.700143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff254b-4819-4e17-a941-53199fa2de08 req-0e19ffdf-6514-4e67-beae-5be011bf669d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:13.701595 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f0ff254b-4819-4e17-a941-53199fa2de08 req-0e19ffdf-6514-4e67-beae-5be011bf669d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0722244 Jun 10 22:36:13.748082 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f0ff254b-4819-4e17-a941-53199fa2de08 req-d5b7f5f8-cac1-4aba-a681-86a99d24ee88 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Jun 10 22:36:13.952144 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa82961-7b15-48bd-98ff-f335886effa1 req-aae503be-c026-4069-8f58-b18ca1fb66c4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:13.954030 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3fa82961-7b15-48bd-98ff-f335886effa1 req-aae503be-c026-4069-8f58-b18ca1fb66c4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0748947 Jun 10 22:36:13.992058 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:13.998412 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3fa82961-7b15-48bd-98ff-f335886effa1 req-60c34802-20ab-4d5f-83f0-91ee22dbcdc8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 Jun 10 22:36:14.347323 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9a69d-6718-4a76-ae54-7342881d7a07 req-63528af3-234f-42e1-91a2-0860cdc7a6e3 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:14.348811 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-84b9a69d-6718-4a76-ae54-7342881d7a07 req-63528af3-234f-42e1-91a2-0860cdc7a6e3 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0737770 Jun 10 22:36:14.389343 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968fe3-d8b4-449e-9a44-94956347a185 req-7831ab2b-8962-4e75-8994-719dc60e9785 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:14.391937 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-15968fe3-d8b4-449e-9a44-94956347a185 req-7831ab2b-8962-4e75-8994-719dc60e9785 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.0800912 Jun 10 22:36:14.396967 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-84b9a69d-6718-4a76-ae54-7342881d7a07 req-d0c9b041-2fbb-413c-b56c-97720d619ba9 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Jun 10 22:36:14.448811 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-15968fe3-d8b4-449e-9a44-94956347a185 req-dc3471db-6946-43a5-8715-2a9939c4e8ed tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Jun 10 22:36:14.597164 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:14.917080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849694-adc2-441b-9abf-a171bd3286f6 req-c56395e4-2392-4d4c-b6fe-4378723ee013 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:14.922137 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e3849694-adc2-441b-9abf-a171bd3286f6 req-c56395e4-2392-4d4c-b6fe-4378723ee013 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.0803027 Jun 10 22:36:14.954540 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b8ef-9c70-4601-bf20-70a5e0db0f71 req-55cc9847-1116-4814-bc8b-3f63255601c7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:14.956530 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5913b8ef-9c70-4601-bf20-70a5e0db0f71 req-55cc9847-1116-4814-bc8b-3f63255601c7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0764868 Jun 10 22:36:14.966223 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e3849694-adc2-441b-9abf-a171bd3286f6 req-420e791b-b11a-4b2e-a3d6-b6dbc7cda1bd tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Jun 10 22:36:15.009852 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5913b8ef-9c70-4601-bf20-70a5e0db0f71 req-06fda93e-dd0f-43f3-9843-771f3cd83791 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Jun 10 22:36:15.197580 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919767e-1ca9-47ff-9684-9e9e17f016ab req-a57ce396-73b5-4fc5-a8d1-592d5e78117c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.199090 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5919767e-1ca9-47ff-9684-9e9e17f016ab req-a57ce396-73b5-4fc5-a8d1-592d5e78117c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0700638 Jun 10 22:36:15.241608 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5919767e-1ca9-47ff-9684-9e9e17f016ab req-b7e5d9b6-5bd5-4d42-ae70-000debb1f197 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360210 Jun 10 22:36:15.499940 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f94ae9-f243-4d41-a6b7-0a18aa867be1 req-26c48fb3-038f-4d19-9590-157923a22b0f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.501468 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e0f94ae9-f243-4d41-a6b7-0a18aa867be1 req-26c48fb3-038f-4d19-9590-157923a22b0f tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.0797460 Jun 10 22:36:15.547793 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e0f94ae9-f243-4d41-a6b7-0a18aa867be1 req-1cd91b49-544a-4167-9437-da0c2c8b2eba tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Jun 10 22:36:15.621284 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59076722-1494-48a1-8f69-4960bb38f56a req-fb936885-8071-4479-af5c-bf03744c1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.622826 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-fb936885-8071-4479-af5c-bf03744c1759 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.1126857 Jun 10 22:36:15.641994 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f41e-664e-47c1-a9df-785d3777214a req-e0f41141-e509-4cd8-9e6e-e1e406ade207 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.643855 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d269f41e-664e-47c1-a9df-785d3777214a req-e0f41141-e509-4cd8-9e6e-e1e406ade207 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0996346 Jun 10 22:36:15.714235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf88aab-b179-4e94-b8e5-269897610799 req-7ddc2c0f-ba34-471c-89cd-8d1ba4f2626b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.715589 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faf88aab-b179-4e94-b8e5-269897610799 req-7ddc2c0f-ba34-471c-89cd-8d1ba4f2626b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0685997 Jun 10 22:36:15.760329 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d269f41e-664e-47c1-a9df-785d3777214a req-84faa785-a442-4138-b5be-1a7845bd84a4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085043 Jun 10 22:36:15.764827 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-faf88aab-b179-4e94-b8e5-269897610799 req-3f38a8f7-05cb-4850-8828-98235f62d92d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Jun 10 22:36:15.806500 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59076722-1494-48a1-8f69-4960bb38f56a req-e9cbfec4-0b90-4dbf-b850-0fd96e948294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.807947 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-e9cbfec4-0b90-4dbf-b850-0fd96e948294 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.1635737 Jun 10 22:36:15.846614 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device bf5a8209-8a6f-4215-a90a-e3dfe667693a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:15.875937 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-6987d899-05af-4f6d-a528-3dba0e45fdba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0543718 Jun 10 22:36:15.876297 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: bf5a8209-8a6f-4215-a90a-e3dfe667693a {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:15.876656 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device bf5a8209-8a6f-4215-a90a-e3dfe667693a not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:15.943378 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59076722-1494-48a1-8f69-4960bb38f56a req-ae2e94d4-e52c-4a3f-a74d-79eb6ee17458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:15.944802 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-ae2e94d4-e52c-4a3f-a74d-79eb6ee17458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0507078 Jun 10 22:36:15.982650 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-b7acaaef-b82c-4886-ba42-4c4d20fdc70b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300188 Jun 10 22:36:16.098589 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-48daf362-56da-4c23-940a-09bbbae67ce5 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078577 Jun 10 22:36:16.151686 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d241f4-c1b3-4c94-a49e-bd3504901f12 req-ad35d5f5-90e7-49e3-867d-27204242c6a9 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:16.155377 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-65d241f4-c1b3-4c94-a49e-bd3504901f12 req-ad35d5f5-90e7-49e3-867d-27204242c6a9 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.0692589 Jun 10 22:36:16.195781 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-65d241f4-c1b3-4c94-a49e-bd3504901f12 req-0930ed30-c936-40cc-b87e-4fb4681b4453 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Jun 10 22:36:16.243410 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-59076722-1494-48a1-8f69-4960bb38f56a req-96f7e327-272c-49a8-b94c-50626282a676 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079907 Jun 10 22:36:16.429708 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15653e9f-d5f2-4ad0-a297-410aaba529e6 req-f5f362d4-88bd-4f47-96b4-d9d44d6151e0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:16.431136 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-15653e9f-d5f2-4ad0-a297-410aaba529e6 req-f5f362d4-88bd-4f47-96b4-d9d44d6151e0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0671859 Jun 10 22:36:16.474251 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-15653e9f-d5f2-4ad0-a297-410aaba529e6 req-77b96cc9-4450-44e5-9a13-3abc0289fd9e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Jun 10 22:36:16.727820 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a4d-4952-41ae-a74f-ab3a662a686d req-6874c9e1-fac9-40e5-b203-d9e9d9f9493d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:16.729274 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-58385a4d-4952-41ae-a74f-ab3a662a686d req-6874c9e1-fac9-40e5-b203-d9e9d9f9493d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.0696585 Jun 10 22:36:16.774963 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-58385a4d-4952-41ae-a74f-ab3a662a686d req-b75bcc1d-4531-44f5-a85a-ed1e73871976 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jun 10 22:36:16.960048 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff21825-b6d9-4735-8816-b3ad82270c40 req-e82f66d6-a5d9-4fd5-bc72-1301919277a0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:16.961505 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8ff21825-b6d9-4735-8816-b3ad82270c40 req-e82f66d6-a5d9-4fd5-bc72-1301919277a0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.0748200 Jun 10 22:36:16.971785 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752cc6-68cd-4ca8-a70e-fe04dbfcdd84 req-0fb78ef5-2bb6-4b62-84a0-561b686ada40 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:16.973273 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b9752cc6-68cd-4ca8-a70e-fe04dbfcdd84 req-0fb78ef5-2bb6-4b62-84a0-561b686ada40 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0740995 Jun 10 22:36:17.005247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8ff21825-b6d9-4735-8816-b3ad82270c40 req-69cf91a7-b484-42c9-adfd-3a04b36522d0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Jun 10 22:36:17.017527 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b9752cc6-68cd-4ca8-a70e-fe04dbfcdd84 req-3061fa09-8d1b-4aa3-b91d-a6e9868379dc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Jun 10 22:36:17.379786 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e34f6-da4d-4187-a9e7-9394831131f2 req-58a72bcd-40b5-48b7-a6fa-a80b93c47aea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:17.381245 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ef1e34f6-da4d-4187-a9e7-9394831131f2 req-58a72bcd-40b5-48b7-a6fa-a80b93c47aea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.0721843 Jun 10 22:36:17.428291 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ef1e34f6-da4d-4187-a9e7-9394831131f2 req-b7050b52-9cee-491f-b363-666cf426e50e tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Jun 10 22:36:17.665018 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a4828-8dc6-4f6d-ab1f-9e04de9613aa req-9238a05e-0fa5-4185-956b-03f4349311bc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:17.666497 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f99a4828-8dc6-4f6d-ab1f-9e04de9613aa req-9238a05e-0fa5-4185-956b-03f4349311bc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0694692 Jun 10 22:36:17.738646 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f99a4828-8dc6-4f6d-ab1f-9e04de9613aa req-e1b626bf-941a-41fc-920e-449975e30f54 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665662 Jun 10 22:36:17.775476 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-c02115be-0083-4b40-b8b5-4d2c541b5022 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:17.776801 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-c02115be-0083-4b40-b8b5-4d2c541b5022 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 945 time: 0.0771329 Jun 10 22:36:17.838969 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:36:17.918791 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Deleting port 20195b14-2453-48d0-a058-89aa9ca0f31d {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:17.919189 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:17.979590 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d7962-9498-44a3-aa15-79154ed4612c req-66669d4b-b974-4f1d-883e-851f8cc30615 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:17.986164 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-837d7962-9498-44a3-aa15-79154ed4612c req-66669d4b-b974-4f1d-883e-851f8cc30615 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.0779884 Jun 10 22:36:17.989506 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:18.004170 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:36:18.026689 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-837d7962-9498-44a3-aa15-79154ed4612c req-571f6551-c6ed-486c-9f3c-eb40c5fd5723 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Jun 10 22:36:18.051040 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] For port 20195b14-2453-48d0-a058-89aa9ca0f31d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20195b14-2453-48d0-a058-89aa9ca0f31d,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:18.051554 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.058510 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.075950 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:36:18.098366 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:18.104874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.107174 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:18.162467 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Calling delete_port for 20195b14-2453-48d0-a058-89aa9ca0f31d owned by compute:nova {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:18.165266 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=6']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:18.168493 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:18.243003 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05499ca5-61b4-467a-81fd-ee19b7de5124 req-65dcfd27-72f7-4ec6-94e2-4d22910dd46a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:18.244906 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05499ca5-61b4-467a-81fd-ee19b7de5124 req-65dcfd27-72f7-4ec6-94e2-4d22910dd46a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0742655 Jun 10 22:36:18.317101 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:18.339772 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-05499ca5-61b4-467a-81fd-ee19b7de5124 req-3adf2da6-33a8-4f1d-919d-a614fc5cf2dd tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848215 Jun 10 22:36:18.363891 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ae3b-2569-401b-878e-30f92e800f40 req-ee57eec4-3cd7-45b0-a257-05cc27bf6e48 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:18.367066 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3854ae3b-2569-401b-878e-30f92e800f40 req-ee57eec4-3cd7-45b0-a257-05cc27bf6e48 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.1212347 Jun 10 22:36:18.559679 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb973529-febc-4754-8779-77b6a1253b36 req-96805c8c-8bb6-4545-a472-c28f90278899 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:18.567358 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fb973529-febc-4754-8779-77b6a1253b36 req-96805c8c-8bb6-4545-a472-c28f90278899 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 946 time: 0.4024274 Jun 10 22:36:18.613112 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-cd3016e9-5b47-4983-80ab-856e9111b5b6 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:18.622220 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-cd3016e9-5b47-4983-80ab-856e9111b5b6 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.1677492 Jun 10 22:36:18.623561 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Deleting port 61fca80e-3b58-4c84-a5ed-1a1b682225ec {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:18.623910 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.666232 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fb973529-febc-4754-8779-77b6a1253b36 req-c8992365-b479-4cc5-8e72-9da23bfd602a tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979338 Jun 10 22:36:18.702806 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.707610 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fbb5ceb0-82f9-4919-bed3-1637dfb4bb1e tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:18.726111 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72', '20195b14-2453-48d0-a058-89aa9ca0f31d'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:18.740936 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event deleted for resources: {'Port': ['ID=20195b14-2453-48d0-a058-89aa9ca0f31d,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:18.743752 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:18.755991 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-579259cf-1aed-45e0-b082-368c4bd2b0a6 req-b3e310d1-b8b3-4ce5-99ab-75341dd98a82 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=8808b928-3e33-4e86-8d68-35ccc9a03160 HTTP/1.1" status: 200 len: 210 time: 0.0787776 Jun 10 22:36:18.805015 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] No DVR routers for this DVR port 20195b14-2453-48d0-a058-89aa9ca0f31d on host hv-cinder-79053 {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:18.813870 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.819666 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-93d7f2f7-20b5-489b-9095-b7c90a582908 req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "DELETE /v2.0/ports/20195b14-2453-48d0-a058-89aa9ca0f31d HTTP/1.1" status: 204 len: 173 time: 1.0308268 Jun 10 22:36:18.820378 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'name': 'network-vif-deleted', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:18.829368 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b765d732-1c5a-44cd-befe-a284e4fbbbad" -d '{"events": [{"server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "name": "network-vif-deleted", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:18.904149 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] For port 61fca80e-3b58-4c84-a5ed-1a1b682225ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61fca80e-3b58-4c84-a5ed-1a1b682225ec,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:18.904609 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:18.926604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb8b1be-742b-4626-8c70-c14290adb0ce x-openstack-request-id: req-dfb8b1be-742b-4626-8c70-c14290adb0ce {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:18.927036 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808b928-3e33-4e86-8d68-35ccc9a03160", "name": "network-vif-deleted", "tag": "20195b14-2453-48d0-a058-89aa9ca0f31d", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:18.927498 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfb8b1be-742b-4626-8c70-c14290adb0ce {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:18.927998 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808b928-3e33-4e86-8d68-35ccc9a03160', 'name': 'network-vif-deleted', 'tag': '20195b14-2453-48d0-a058-89aa9ca0f31d', 'status': 'completed', 'code': 200} Jun 10 22:36:19.110992 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b044aeb-f5c7-497f-be39-a31e0828d568 req-1cda87e3-c136-41ef-be10-2dc81dfbc53b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:19.118449 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b044aeb-f5c7-497f-be39-a31e0828d568 req-1cda87e3-c136-41ef-be10-2dc81dfbc53b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 945 time: 0.1132667 Jun 10 22:36:19.175093 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b044aeb-f5c7-497f-be39-a31e0828d568 req-dd7d821c-d80f-4ea9-b399-40112b3cb32c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556138 Jun 10 22:36:19.289734 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Calling delete_port for 61fca80e-3b58-4c84-a5ed-1a1b682225ec owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:19.355049 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Deleting port 83506407-62d2-4c27-bda9-1ab469c42fc9 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:19.355314 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:19.594676 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9a4d-64af-497b-bce4-9dce4b854641 req-93e14792-ccba-4493-bc2c-1038db368020 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:19.601625 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b7d9a4d-64af-497b-bce4-9dce4b854641 req-93e14792-ccba-4493-bc2c-1038db368020 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 945 time: 0.3029332 Jun 10 22:36:19.626019 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235517-7c0c-4b0e-8c12-d57a0f0c6ede req-deb3f028-ec66-42ec-8f95-0f36681a8439 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:19.627982 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7f235517-7c0c-4b0e-8c12-d57a0f0c6ede req-deb3f028-ec66-42ec-8f95-0f36681a8439 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0948842 Jun 10 22:36:19.668329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] For port 83506407-62d2-4c27-bda9-1ab469c42fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83506407-62d2-4c27-bda9-1ab469c42fc9,segment=NetworkSegment(316ba255-67ca-4761-8362-63f9fd990b3b),segment_id=316ba255-67ca-4761-8362-63f9fd990b3b)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:19.668329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:19.750962 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7f235517-7c0c-4b0e-8c12-d57a0f0c6ede req-b202a4e7-b1fa-437e-a00f-34749b5af024 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148825 Jun 10 22:36:19.789436 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b7d9a4d-64af-497b-bce4-9dce4b854641 req-2edc9d23-2a13-47ec-a7c2-33a3bb3fbb24 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2ae0db1-edc4-40a5-88af-74f4b294642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869178 Jun 10 22:36:19.838496 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Calling delete_port for 83506407-62d2-4c27-bda9-1ab469c42fc9 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:19.852029 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:36:19.976888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:19.987733 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:20.003412 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:36:20.004191 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.044184 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Pushing event deleted for resources: {'Port': ['ID=61fca80e-3b58-4c84-a5ed-1a1b682225ec,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:20.047744 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:20.229843 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] No DVR routers for this DVR port 61fca80e-3b58-4c84-a5ed-1a1b682225ec on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:20.244668 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78a62fe0-49ee-497d-b119-bba7da1fc0d7 req-56826ab9-e6a1-4f92-91eb-d919a6ffe44c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f7a595a-b039-48d9-98fa-cce0036fd34a HTTP/1.1" status: 200 len: 210 time: 0.1371300 Jun 10 22:36:20.257548 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.276577 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3854ae3b-2569-401b-878e-30f92e800f40 req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "DELETE /v2.0/ports/61fca80e-3b58-4c84-a5ed-1a1b682225ec HTTP/1.1" status: 204 len: 173 time: 1.8805952 Jun 10 22:36:20.333523 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'name': 'network-vif-deleted', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:20.337617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409fc32a-ab35-4f4f-8584-cb09668c2289" -d '{"events": [{"server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "name": "network-vif-deleted", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:20.353150 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.388269 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.401067 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-571559d5-c2f8-4394-b3b7-0b50564b54c4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:20.447286 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ef0a2-3e64-4a2e-b39b-9302c46e078c x-openstack-request-id: req-8e1ef0a2-3e64-4a2e-b39b-9302c46e078c {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:20.448208 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a595a-b039-48d9-98fa-cce0036fd34a", "name": "network-vif-deleted", "tag": "61fca80e-3b58-4c84-a5ed-1a1b682225ec", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:20.448988 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e1ef0a2-3e64-4a2e-b39b-9302c46e078c {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:20.449988 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a595a-b039-48d9-98fa-cce0036fd34a', 'name': 'network-vif-deleted', 'tag': '61fca80e-3b58-4c84-a5ed-1a1b682225ec', 'status': 'completed', 'code': 200} Jun 10 22:36:20.492325 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Pushing event deleted for resources: {'Port': ['ID=83506407-62d2-4c27-bda9-1ab469c42fc9,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:20.498800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:20.513018 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:20.517299 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f619841d-f4fd-4171-b9cd-7a11f80013b2" -d '{"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:20.538356 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:20.545239 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.550413 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:20.586016 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] No DVR routers for this DVR port 83506407-62d2-4c27-bda9-1ab469c42fc9 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:20.599742 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d8e21-ffd0-4103-a653-8d20e434b1a4 x-openstack-request-id: req-6f1d8e21-ffd0-4103-a653-8d20e434b1a4 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:20.600279 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:20.600541 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f1d8e21-ffd0-4103-a653-8d20e434b1a4 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:20.600940 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'code': 200} Jun 10 22:36:20.603165 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:20.605371 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-adef68a9-48b3-4e8f-8436-f9ce886d1a49 req-5db50a9d-8c24-4137-8610-b3a16f1e8f84 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.41 "DELETE /v2.0/ports/83506407-62d2-4c27-bda9-1ab469c42fc9 HTTP/1.1" status: 204 len: 173 time: 1.9294624 Jun 10 22:36:20.660364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=7']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:20.674442 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:20.680615 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05385a-fdcd-4269-86ed-827f2ecd6719 req-e3d0cd5d-4ccd-4e5c-b2d8-7197a77f45c5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:20.683019 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0d05385a-fdcd-4269-86ed-827f2ecd6719 req-e3d0cd5d-4ccd-4e5c-b2d8-7197a77f45c5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1180282 Jun 10 22:36:20.758312 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0d05385a-fdcd-4269-86ed-827f2ecd6719 req-b47cd0db-1092-4e73-92d0-357a9b613123 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653341 Jun 10 22:36:20.995328 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-238d8320-2138-488e-821f-89671572bd41 req-160e6eec-b4bb-4c3f-965d-55f708fd023d tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] 10.222.0.16 "GET /v2.0/ports?device_id=2036d0dd-131c-43ca-bbf3-3f4b528adda6 HTTP/1.1" status: 200 len: 210 time: 0.0412006 Jun 10 22:36:21.717881 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b7da-4bf0-4058-8d19-c0c18c17ec40 req-439ee01a-83da-443e-a509-a753b66e62b1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:21.731087 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fb29b7da-4bf0-4058-8d19-c0c18c17ec40 req-439ee01a-83da-443e-a509-a753b66e62b1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2102823 Jun 10 22:36:21.850075 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 20195b14-2453-48d0-a058-89aa9ca0f31d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:21.862823 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fb29b7da-4bf0-4058-8d19-c0c18c17ec40 req-92bf2ab9-268e-4031-a89b-513d55da1fc4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299946 Jun 10 22:36:21.899387 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 20195b14-2453-48d0-a058-89aa9ca0f31d {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:21.900731 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 20195b14-2453-48d0-a058-89aa9ca0f31d not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:21.901763 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 83506407-62d2-4c27-bda9-1ab469c42fc9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:21.941306 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 83506407-62d2-4c27-bda9-1ab469c42fc9 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:21.941697 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 83506407-62d2-4c27-bda9-1ab469c42fc9 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:21.942131 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 61fca80e-3b58-4c84-a5ed-1a1b682225ec no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:21.975825 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 61fca80e-3b58-4c84-a5ed-1a1b682225ec {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:21.976266 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 61fca80e-3b58-4c84-a5ed-1a1b682225ec not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:22.114928 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2f4c-6993-4413-946c-b8f9b33d43a5 req-8d32f97b-73ab-4871-af0b-64c20ffe100f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:22.123281 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-401f2f4c-6993-4413-946c-b8f9b33d43a5 req-8d32f97b-73ab-4871-af0b-64c20ffe100f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1053627 Jun 10 22:36:22.172153 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-401f2f4c-6993-4413-946c-b8f9b33d43a5 req-bc3ef26d-a26c-419b-a185-486a7227315a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471892 Jun 10 22:36:22.451146 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'name': 'network-vif-deleted', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:22.454153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0172ba4-3f55-45bf-b0a0-f38bfc48eda8" -d '{"events": [{"server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "name": "network-vif-deleted", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:22.468147 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc8136-f7d2-4314-9a6a-4b502807e8b9 req-18d25651-2730-48bb-9857-3643dfb60ac8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:22.470351 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b1cc8136-f7d2-4314-9a6a-4b502807e8b9 req-18d25651-2730-48bb-9857-3643dfb60ac8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.1031497 Jun 10 22:36:22.565920 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b1cc8136-f7d2-4314-9a6a-4b502807e8b9 req-d2086c7d-6c9d-44ea-8be3-b0f092d248e5 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782135 Jun 10 22:36:22.663637 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb3696b-b59f-40af-ad77-fe7a8f8f5e51 x-openstack-request-id: req-eeb3696b-b59f-40af-ad77-fe7a8f8f5e51 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:22.664059 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2036d0dd-131c-43ca-bbf3-3f4b528adda6", "name": "network-vif-deleted", "tag": "83506407-62d2-4c27-bda9-1ab469c42fc9", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:22.664437 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eeb3696b-b59f-40af-ad77-fe7a8f8f5e51 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:22.664962 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2036d0dd-131c-43ca-bbf3-3f4b528adda6', 'name': 'network-vif-deleted', 'tag': '83506407-62d2-4c27-bda9-1ab469c42fc9', 'status': 'completed', 'code': 200} Jun 10 22:36:23.429510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39e13f-e1a4-4c6f-ab14-1d36493f51a5 req-30df86aa-aa16-4333-be74-4f4b3e19613e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:23.434071 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0a39e13f-e1a4-4c6f-ab14-1d36493f51a5 req-30df86aa-aa16-4333-be74-4f4b3e19613e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1006234 Jun 10 22:36:23.496896 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0a39e13f-e1a4-4c6f-ab14-1d36493f51a5 req-5ddd007d-28c8-40d5-be0c-b6a3870fb1e8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585520 Jun 10 22:36:23.810719 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d077ec3-df3d-4094-8bad-ec0276cb8eaf req-05f57189-4663-45a7-a0c1-02e8a2071360 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:23.813499 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2d077ec3-df3d-4094-8bad-ec0276cb8eaf req-05f57189-4663-45a7-a0c1-02e8a2071360 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.0976348 Jun 10 22:36:23.858579 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2d077ec3-df3d-4094-8bad-ec0276cb8eaf req-8ae93eb4-704e-4d37-9159-0d089b1cdba3 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Jun 10 22:36:24.641251 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135506-f7e8-43ed-a517-df69a10ae08c req-c38c8e0b-c72c-4f05-990d-f00e22a32f9c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:24.649400 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-24135506-f7e8-43ed-a517-df69a10ae08c req-c38c8e0b-c72c-4f05-990d-f00e22a32f9c tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.1811016 Jun 10 22:36:24.864597 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0458c-350b-48d1-84af-daf3e6185929 req-923c8605-d1bb-4327-b699-e2ec2e2e2076 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:24.866145 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fcc0458c-350b-48d1-84af-daf3e6185929 req-923c8605-d1bb-4327-b699-e2ec2e2e2076 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1322205 Jun 10 22:36:24.926682 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Deleting port b7279149-c282-48c5-a1b4-63fd4d8b1d72 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:36:24.926968 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:25.050273 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fcc0458c-350b-48d1-84af-daf3e6185929 req-f6f873e0-28cf-42df-b268-007b9cf041b0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661072 Jun 10 22:36:25.241621 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] For port b7279149-c282-48c5-a1b4-63fd4d8b1d72, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b7279149-c282-48c5-a1b4-63fd4d8b1d72,segment=NetworkSegment(8656014b-a7f4-42c8-80b0-33fb830c8533),segment_id=8656014b-a7f4-42c8-80b0-33fb830c8533)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:25.241621 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:25.400211 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Calling delete_port for b7279149-c282-48c5-a1b4-63fd4d8b1d72 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:36:25.594451 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b3f21-c9c0-40a7-8ee7-0e73260bd859 req-034ebec9-816c-4af6-9533-a7c50dd7f932 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:25.601658 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a2b3f21-c9c0-40a7-8ee7-0e73260bd859 req-034ebec9-816c-4af6-9533-a7c50dd7f932 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed04955d-6b86-4ab5-9ac0-0f05645bc8ed HTTP/1.1" status: 200 len: 945 time: 0.3389332 Jun 10 22:36:25.666957 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a2b3f21-c9c0-40a7-8ee7-0e73260bd859 req-640b7166-484b-4055-9099-a197c1e2b185 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Jun 10 22:36:25.833186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:25.847022 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['b7279149-c282-48c5-a1b4-63fd4d8b1d72'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:25.941737 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a555ddcf-fd9c-49ce-82ce-22911cc9c5aa tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:26.048336 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Pushing event deleted for resources: {'Port': ['ID=b7279149-c282-48c5-a1b4-63fd4d8b1d72,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:26.093781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:26.123997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] No DVR routers for this DVR port b7279149-c282-48c5-a1b4-63fd4d8b1d72 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:36:26.133129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:26.136031 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-24135506-f7e8-43ed-a517-df69a10ae08c req-e1e7cb6e-a1af-4e98-8e71-16d5df8d82ea tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] 10.222.0.41 "DELETE /v2.0/ports/b7279149-c282-48c5-a1b4-63fd4d8b1d72 HTTP/1.1" status: 204 len: 173 time: 1.4763808 Jun 10 22:36:26.152211 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'name': 'network-vif-deleted', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:26.165187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54e5ed-067e-4391-ad05-546b041c3d1a" -d '{"events": [{"server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "name": "network-vif-deleted", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:26.190586 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-d06677e0-e2da-4557-a1ac-8eaf9efff924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:26.192201 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-d06677e0-e2da-4557-a1ac-8eaf9efff924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.3703909 Jun 10 22:36:26.516467 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-b5768d84-ca43-4912-998f-cd8909a90f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:26.520981 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-b5768d84-ca43-4912-998f-cd8909a90f85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.3099525 Jun 10 22:36:26.610698 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945b25-54fe-4c3f-a085-9eafa28a43c0 req-ac67e394-79d2-41b4-ad85-32fe69c1ac74 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:26.620791 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0b945b25-54fe-4c3f-a085-9eafa28a43c0 req-ac67e394-79d2-41b4-ad85-32fe69c1ac74 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2055409 Jun 10 22:36:26.631472 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-7d0cfdb6-85ac-4357-841a-8b3dd8084c58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0977113 Jun 10 22:36:26.738812 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0b945b25-54fe-4c3f-a085-9eafa28a43c0 req-18ec8f9e-cb67-4a5f-8644-54c6f3f748bc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126781 Jun 10 22:36:26.894913 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-c586b66e-41d1-49ae-841f-b21cd9bde298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:26.896615 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-c586b66e-41d1-49ae-841f-b21cd9bde298 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.2583752 Jun 10 22:36:26.991485 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-8f93b2b8-fbd0-4d09-bb03-b704f9739f35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835373 Jun 10 22:36:27.216668 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-4d75acb9-c59e-4e1e-9e5b-35d15701a7fa service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139180 Jun 10 22:36:27.236813 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13675f6-252e-4cea-a5ec-1c0484db2a8e req-cd026c0f-e918-4b80-8b80-1e84f8b33708 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:27.239981 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f13675f6-252e-4cea-a5ec-1c0484db2a8e req-cd026c0f-e918-4b80-8b80-1e84f8b33708 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.2081459 Jun 10 22:36:27.391331 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f13675f6-252e-4cea-a5ec-1c0484db2a8e req-478e068b-39c5-4922-bcef-3cac67963feb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931315 Jun 10 22:36:27.498855 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a14d562-3811-40b1-ba43-781af50320da x-openstack-request-id: req-6a14d562-3811-40b1-ba43-781af50320da {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:27.499174 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed04955d-6b86-4ab5-9ac0-0f05645bc8ed", "name": "network-vif-deleted", "tag": "b7279149-c282-48c5-a1b4-63fd4d8b1d72", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:27.499453 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a14d562-3811-40b1-ba43-781af50320da {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:27.500164 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed04955d-6b86-4ab5-9ac0-0f05645bc8ed', 'name': 'network-vif-deleted', 'tag': 'b7279149-c282-48c5-a1b4-63fd4d8b1d72', 'status': 'completed', 'code': 200} Jun 10 22:36:27.524996 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5c08fd9-30e2-4724-9cd7-67adac429afe req-d1a7044c-1e8c-4462-9a03-f012a0bcf2c2 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983260 Jun 10 22:36:27.683778 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48010) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:27.802678 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Deleting subnet 66e6c85e-c607-4359-9fce-560e468ca85c {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:36:27.816721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:27.882034 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7279149-c282-48c5-a1b4-63fd4d8b1d72 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:27.922322 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:27.932904 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: b7279149-c282-48c5-a1b4-63fd4d8b1d72 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:36:27.933459 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device b7279149-c282-48c5-a1b4-63fd4d8b1d72 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:36:28.036730 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:28.175993 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:28.207744 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:28.311411 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e6c85e-c607-4359-9fce-560e468ca85c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:28.318613 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:28.331669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:28.334109 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f5b8e06b-df73-48ed-90d1-0469ef716133 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/66e6c85e-c607-4359-9fce-560e468ca85c HTTP/1.1" status: 204 len: 168 time: 0.6487367 Jun 10 22:36:28.336924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48014) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:28.397355 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31629ba3-ed1a-4097-8ca1-dc6429a9153e req-85dbe3ce-fcef-479e-b0ae-3c94682df5f4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:28.407468 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-31629ba3-ed1a-4097-8ca1-dc6429a9153e req-85dbe3ce-fcef-479e-b0ae-3c94682df5f4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2556250 Jun 10 22:36:28.557940 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-31629ba3-ed1a-4097-8ca1-dc6429a9153e req-0154c82c-0bea-47c5-bc41-0edd0670e040 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469016 Jun 10 22:36:28.603054 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:28.840466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:28.856233 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.856595 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.864216 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.864558 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > port after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.864887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.865229 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > port after_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.865554 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.865899 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.866216 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.866533 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.949739 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.949739 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.951598 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.951598 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:36:28.951598 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7a6a92-3660-4eec-93c6-a1c80f4d2a63']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:28.977193 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8656014b-a7f4-42c8-80b0-33fb830c8533') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:28.978135 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8656014b-a7f4-42c8-80b0-33fb830c8533') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:29.006331 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db97c-a3e1-4121-b394-a12803a049fa req-46cc7901-79b2-41cb-9fcd-953c2709636b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:29.019143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237883'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:29.021012 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77db97c-a3e1-4121-b394-a12803a049fa req-46cc7901-79b2-41cb-9fcd-953c2709636b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.2534952 Jun 10 22:36:29.095729 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a77db97c-a3e1-4121-b394-a12803a049fa req-33724aac-2991-4429-9d40-7a6f29c33d1f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717864 Jun 10 22:36:29.575100 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:29.612199 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:36:29.612781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4325844'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: Traceback (most recent call last): Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: timer() Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: cb(*args, **kw) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: return func(*args, **kwargs) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: self._notify() Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: self.callback(batched_events) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: event.method(event) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: return f(self, *a, **k) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: return self._get(url).json() Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:36:29.798711 dv-cinder-790535-2-smb neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:36:29.807400 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:29.832082 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:29.871283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:29.877992 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] 10.222.0.16 "DELETE /v2.0/networks/4f7a6a92-3660-4eec-93c6-a1c80f4d2a63 HTTP/1.1" status: 204 len: 168 time: 1.5387015 Jun 10 22:36:29.879770 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7a6a92-3660-4eec-93c6-a1c80f4d2a63,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:29.883935 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-14d7f566-f9ed-45c5-8892-da6a8bac862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:29.962318 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c80fb9-c109-4930-9e69-e2171f650e1d req-212cfb7a-5c99-460a-8ae3-b0ba184563ea tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:29.986212 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05c80fb9-c109-4930-9e69-e2171f650e1d req-212cfb7a-5c99-460a-8ae3-b0ba184563ea tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1674449 Jun 10 22:36:30.064567 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48038) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:30.093998 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-05c80fb9-c109-4930-9e69-e2171f650e1d req-b36d0eda-001b-4a69-9bd3-8cddf41a3e89 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958738 Jun 10 22:36:30.161724 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-707a8863-a3d9-4146-a9c9-9c8f1054a126 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f55c48b409fc48b78ade5c1a4a5c051a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0936050 Jun 10 22:36:30.162175 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48042) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:30.246742 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:30.286015 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:30.353264 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:30.358194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:30.363852 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe HTTP/1.1" status: 204 len: 168 time: 0.1980810 Jun 10 22:36:30.363852 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-69861544-71cd-4ccc-9830-cfbf3b4beceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:30.381466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1522d7-7059-4959-9894-b8d79b36dc57 req-48b70552-a277-4a30-90a5-b2251858d00f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:30.384060 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8a1522d7-7059-4959-9894-b8d79b36dc57 req-48b70552-a277-4a30-90a5-b2251858d00f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0936570 Jun 10 22:36:30.409659 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b93e4-94f4-4037-bd1f-6dc1cb2b85fe,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:30.416086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:30.479057 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8a1522d7-7059-4959-9894-b8d79b36dc57 req-2cd82be1-b361-4737-97c3-79751322d698 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805097 Jun 10 22:36:31.556226 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fde40-7d6c-4ffb-80ff-aa176ad98adb req-60d54002-27b4-4488-a616-d707ef05f155 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:31.561383 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6f7fde40-7d6c-4ffb-80ff-aa176ad98adb req-60d54002-27b4-4488-a616-d707ef05f155 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.3130212 Jun 10 22:36:31.659462 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6f7fde40-7d6c-4ffb-80ff-aa176ad98adb req-cc7cf5ee-d1ec-4376-b829-cb0df03b71c6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775888 Jun 10 22:36:31.950777 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6a71-2e42-4896-abe1-610988e62fa8 req-20fca944-4b1c-48db-86db-fa10dcd3ad3e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:31.961635 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-111a6a71-2e42-4896-abe1-610988e62fa8 req-20fca944-4b1c-48db-86db-fa10dcd3ad3e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1622286 Jun 10 22:36:32.038293 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-111a6a71-2e42-4896-abe1-610988e62fa8 req-1af12d05-683c-4067-b042-f5b6824cbe48 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714736 Jun 10 22:36:32.996568 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db819f-e705-48d3-952d-b4b139648143 req-18472279-b665-4fca-80eb-cc5b53796a6e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:33.004080 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-77db819f-e705-48d3-952d-b4b139648143 req-18472279-b665-4fca-80eb-cc5b53796a6e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1011207 Jun 10 22:36:33.067912 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-77db819f-e705-48d3-952d-b4b139648143 req-3b3d593d-0795-403f-9a50-ee6483d9b4b9 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627031 Jun 10 22:36:33.399515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da42fd-d933-4198-8a6b-591a22028aca req-f5df3093-2e3d-42f7-815d-6b95ad2cb2e6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:33.401428 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c9da42fd-d933-4198-8a6b-591a22028aca req-f5df3093-2e3d-42f7-815d-6b95ad2cb2e6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1488588 Jun 10 22:36:33.481701 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c9da42fd-d933-4198-8a6b-591a22028aca req-0078814f-444f-48b7-8cfa-f6f3f9861330 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703270 Jun 10 22:36:33.492373 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-e5be5118-1d04-48c8-8f39-1c4838329b29 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:33.493919 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-e5be5118-1d04-48c8-8f39-1c4838329b29 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 813 time: 0.2111962 Jun 10 22:36:33.510690 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-735d42b7-d248-4478-a3ac-1b02fcb0ceef tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/quotas/fbc0d2d0fb484da48d51db1c9a98ffa6 HTTP/1.1" status: 200 len: 375 time: 0.0108526 Jun 10 22:36:33.589575 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-55d29217-a180-4e92-849e-1f1e38bbaf65 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713124 Jun 10 22:36:33.877293 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-5fb84d0e-0079-4c50-b615-2bc6ab906383 service neutron] 10.222.0.16 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766895 Jun 10 22:36:34.045257 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-d0eeecb6-b092-4d84-8a2a-29efb7228ea0 service neutron] 10.222.0.16 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666105 Jun 10 22:36:34.202246 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-882bdb1a-60f4-460b-a092-5e1297358155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.207387 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-882bdb1a-60f4-460b-a092-5e1297358155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.1516080 Jun 10 22:36:34.439773 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-33e8f1a8-8fb1-4407-b165-6b72b0d03f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.441407 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-33e8f1a8-8fb1-4407-b165-6b72b0d03f28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.2274079 Jun 10 22:36:34.475293 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90e7d4-7278-487c-9e85-6f0e430adb14 req-9aaab99d-e8dc-4474-996b-8ead35385595 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.476856 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be90e7d4-7278-487c-9e85-6f0e430adb14 req-9aaab99d-e8dc-4474-996b-8ead35385595 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2068453 Jun 10 22:36:34.484250 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e6637ea7-d941-4fff-8e42-667af70ed076 req-e842a958-1c76-4acc-a29e-9a9edfc7ea4c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 210 time: 0.0415657 Jun 10 22:36:34.581498 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-775c5947-9724-4a6f-b557-4c94b8dac178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 1001 time: 0.1280816 Jun 10 22:36:34.587019 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be90e7d4-7278-487c-9e85-6f0e430adb14 req-8a0cbdd8-0781-41ca-ad73-431803198b15 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022503 Jun 10 22:36:34.726888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-60a5ea58-4a7d-4221-bae8-130fbfbb5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.728397 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-60a5ea58-4a7d-4221-bae8-130fbfbb5102 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.1350842 Jun 10 22:36:34.905580 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-f97371b9-73e3-4943-8638-504f42314ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.907667 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-f97371b9-73e3-4943-8638-504f42314ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1570029 Jun 10 22:36:34.919115 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ba3a1-0ab9-4011-84e9-3aef664f3b2a req-0329b77d-02cb-40ea-8d35-3a59802dc541 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:34.928778 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d5ba3a1-0ab9-4011-84e9-3aef664f3b2a req-0329b77d-02cb-40ea-8d35-3a59802dc541 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1992221 Jun 10 22:36:35.103997 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d5ba3a1-0ab9-4011-84e9-3aef664f3b2a req-9dfbb7fc-769b-495f-a527-f1536c3fa5aa tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736603 Jun 10 22:36:35.191807 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-4e0c2430-708b-4514-804c-9e0406dc6fe7 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593699 Jun 10 22:36:35.359810 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-82bc0eaf-99ad-4088-aa6e-b77c9d0acc6e req-97e8c17c-8983-4674-a0ee-cc797b716025 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568789 Jun 10 22:36:35.675289 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-02c3da73-6342-47ad-9570-a28f99ae0472 req-abe0c878-5a47-4637-a3a5-4510c4b841ad tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 210 time: 0.0504074 Jun 10 22:36:35.785701 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48268) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:35.889936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29bc6-b1a0-462a-972c-2a162c286b42 req-b0a22c5d-44b1-495a-8116-bc1f6299ccba tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:35.892375 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-67d29bc6-b1a0-462a-972c-2a162c286b42 req-b0a22c5d-44b1-495a-8116-bc1f6299ccba tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1050615 Jun 10 22:36:36.027982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.100133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-67d29bc6-b1a0-462a-972c-2a162c286b42 req-be253463-3ec3-4f9c-971c-8c08069fe6f3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825275 Jun 10 22:36:36.166456 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-ab1065af-0bc7-449a-8d4e-5c24156d7e21 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:36.192802 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-ab1065af-0bc7-449a-8d4e-5c24156d7e21 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 813 time: 0.2908485 Jun 10 22:36:36.222610 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Request body: {'port': {'device_id': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02', 'admin_state_up': True, 'tenant_id': 'fbc0d2d0fb484da48d51db1c9a98ffa6'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:36:36.345524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.363757 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.396606 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-926b810a-b5c0-41db-bcc2-be971784e43e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:36.418719 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6eb10f9e04e4bec89c8e5565759f3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316514 Jun 10 22:36:36.421844 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48290) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:36.456443 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16383b3c-4abb-4361-b285-73798f9e7747,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:36.464585 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:36.489690 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Made reservation on behalf of fbc0d2d0fb484da48d51db1c9a98ffa6 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:36:36.493317 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.507933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.516908 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18d70f-98a3-41a8-8e09-b6492069da0b req-807fcda4-f55d-4162-90c1-992373d254f5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:36.518566 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7a18d70f-98a3-41a8-8e09-b6492069da0b req-807fcda4-f55d-4162-90c1-992373d254f5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1299484 Jun 10 22:36:36.539878 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.611026 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7a18d70f-98a3-41a8-8e09-b6492069da0b req-3ff2b0dc-e165-42ee-9572-326cb29ba204 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853136 Jun 10 22:36:36.639433 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.654485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.659359 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16383b3c-4abb-4361-b285-73798f9e7747 HTTP/1.1" status: 204 len: 168 time: 0.2351754 Jun 10 22:36:36.661764 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-34ea5c82-87cc-4e18-a1c7-f6f416717dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:36.682542 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16383b3c-4abb-4361-b285-73798f9e7747,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:36.688185 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:36.699772 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Allocated IP 172.20.0.3 (e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02/cfed3609-8fc2-4256-a479-bf9532f4a14a/c14cb8a6-22b8-4f49-a81e-82bb78fcafc9) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:36:36.842438 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5ca9e59e-bcef-4791-bd7f-df88312e9a7a req-7cacc100-7cf2-4f23-88fd-7624f34f3ac0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 210 time: 0.0398016 Jun 10 22:36:36.938070 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.982513 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:36.987093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:37.063745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48298) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:37.067920 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:36:37.072559 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:36:37.075072 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Pushing event updated for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:37.077171 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:36:37.080581 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:37.081410 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.141354 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:37.142165 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.210036 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.215021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.218631 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083909 Jun 10 22:36:37.221052 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1a20347b-7634-4fe0-8eec-3cd0bc1cfcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:37.235380 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Request body: {'port': {'device_id': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:36:37.324643 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65e33cd246e344bbb2a9e6ab9103cb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566981 Jun 10 22:36:37.346352 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48308) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:37.354979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74a3b1-810f-49be-8954-57b1faef34b7,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:37.360913 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:37.499949 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.527765 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daf14d-bedf-4ce6-ba30-caab8bcd7d96 req-6300865a-c64e-4959-9582-dc98b43ca916 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:37.529238 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53daf14d-bedf-4ce6-ba30-caab8bcd7d96 req-6300865a-c64e-4959-9582-dc98b43ca916 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2220027 Jun 10 22:36:37.535305 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.916236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:37.922820 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff984ec-99f4-419f-85cd-68891703f198 req-baee14bf-e4e2-4b44-9ed9-8127281cc4fb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:37.932126 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cff984ec-99f4-419f-85cd-68891703f198 req-baee14bf-e4e2-4b44-9ed9-8127281cc4fb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1079221 Jun 10 22:36:37.945017 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:37.954865 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53daf14d-bedf-4ce6-ba30-caab8bcd7d96 req-3ff7dfbe-c2e8-43a2-9c65-67a279789b6c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172754 Jun 10 22:36:37.991872 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cff984ec-99f4-419f-85cd-68891703f198 req-7703d1fd-a86d-4f83-b698-3216fbe1f7ce tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587893 Jun 10 22:36:38.001933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48320) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:38.146514 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.251553 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:38.254021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.254597 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:38.262243 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6ce52-24f2-4c68-bfc3-674e8862ac1f" -d '{"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:38.281330 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.283760 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:38.334916 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.341405 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.353258 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b74a3b1-810f-49be-8954-57b1faef34b7 HTTP/1.1" status: 204 len: 168 time: 1.0050271 Jun 10 22:36:38.380282 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e1f288b2-ea80-4dd5-955e-e0367e2f91f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:38.391838 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74a3b1-810f-49be-8954-57b1faef34b7,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:38.395753 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:38.436969 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=8']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:38.449416 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:38.525336 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.533816 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.540167 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecff33-1d18-483e-9342-64372dbebb6d req-356474cc-8ac9-420e-af12-5ef975f41d2c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:38.543355 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-70bf0f01-29aa-4868-9ede-266af8ddeff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:38.544968 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2ecff33-1d18-483e-9342-64372dbebb6d req-356474cc-8ac9-420e-af12-5ef975f41d2c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 931 time: 0.3115482 Jun 10 22:36:38.575691 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:36:38.626593 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.643212 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b955ce8a-8a4d-47d0-9dff-9de66d41c1d5,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:38.665885 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Transition to ACTIVE for port object c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:36:38.666982 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:38.680809 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9afcfe5b708e431eaeda55e5e15e654f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775355 Jun 10 22:36:38.681718 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48350) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:38.682769 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.698299 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d6bae3b4-79a1-460f-bb5b-bce21c135702 tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:38.730681 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0d90bde2-b3d2-48c9-b377-f818af487465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.756754 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.778834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:38.786099 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2ecff33-1d18-483e-9342-64372dbebb6d req-b1ba9434-c00d-414c-aa7d-208e873e923c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320044 Jun 10 22:36:38.797820 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.839285 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:38.851542 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d5519c-a394-4b06-bfc9-461f47c1ac37 x-openstack-request-id: req-40d5519c-a394-4b06-bfc9-461f47c1ac37 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:38.851858 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-unplugged", "status": "failed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "code": 422}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:38.852130 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40d5519c-a394-4b06-bfc9-461f47c1ac37 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:38.852583 dv-cinder-790535-2-smb neutron-server[91863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'code': 422} returned with failed status Jun 10 22:36:38.878279 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.881765 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:38.887347 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b955ce8a-8a4d-47d0-9dff-9de66d41c1d5 HTTP/1.1" status: 204 len: 168 time: 0.2036409 Jun 10 22:36:38.888725 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d2694adf-38f9-458c-8aa6-0c56ed090a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:38.899660 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b955ce8a-8a4d-47d0-9dff-9de66d41c1d5,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:38.911341 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:39.273795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Attempting to bind port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:36:39.274597 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Attempting to bind port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:36:39.275663 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Attempting to bind port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:36:39.287419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:36:39.288941 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Attempting to bind port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 on network e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:36:39.389441 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:36:39.389832 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Checking segment: {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:36:39.390854 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Bound using segment: {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:36:39.391300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Bound port: c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:36:39.391660 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:39.587093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeffc4-0a34-454f-b79e-e9548f944636 req-6a027e28-8d47-4598-aa40-62ae3ff25289 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:39.594333 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6ddeffc4-0a34-454f-b79e-e9548f944636 req-6a027e28-8d47-4598-aa40-62ae3ff25289 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.3001783 Jun 10 22:36:39.637122 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:36:39.652006 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:36:39.662889 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:39.668166 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-318f4f4b-988a-4cf8-a1e7-db09ec83df0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:39.708190 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6ddeffc4-0a34-454f-b79e-e9548f944636 req-7a239ef2-aea0-45f1-b7d1-d425ff461fb1 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Jun 10 22:36:39.732347 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:39.733220 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:39.735898 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] 10.222.0.41 "PUT /v2.0/ports/c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 HTTP/1.1" status: 200 len: 1093 time: 2.5056710 Jun 10 22:36:39.736576 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:39.739214 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd1737-0726-43ac-8e62-ac2263614bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:39.773004 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4489-04b3-43d5-819e-e8a825a042c7 req-e5740991-1985-4068-9870-6cc0a53148c1 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:39.782669 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-912a4489-04b3-43d5-819e-e8a825a042c7 req-e5740991-1985-4068-9870-6cc0a53148c1 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1979206 Jun 10 22:36:39.824404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba09fa9-3500-447b-88af-2f026271392d x-openstack-request-id: req-eba09fa9-3500-447b-88af-2f026271392d {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:39.824884 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:39.825221 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba09fa9-3500-447b-88af-2f026271392d {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:39.825913 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9', 'status': 'completed', 'code': 200} Jun 10 22:36:39.830662 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:39.859703 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:39.880680 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-912a4489-04b3-43d5-819e-e8a825a042c7 req-5b01da1d-d8b1-4b3f-880d-0135cde5d0f3 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972579 Jun 10 22:36:39.918073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-77ba3cc3-2b51-4974-9044-dda748c07b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:39.923232 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-77ba3cc3-2b51-4974-9044-dda748c07b51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 1096 time: 0.1302769 Jun 10 22:36:40.010879 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-9c1d032c-7240-41a7-84bb-3f73bfb6d2b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 HTTP/1.1" status: 200 len: 217 time: 0.0781772 Jun 10 22:36:40.110115 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47178-b031-482e-9c52-e750c9e4698c req-275edc7c-1b3f-4349-815f-e8c32d8c7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:40.111844 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-275edc7c-1b3f-4349-815f-e8c32d8c7b43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfed3609-8fc2-4256-a479-bf9532f4a14a HTTP/1.1" status: 200 len: 853 time: 0.0919449 Jun 10 22:36:40.178443 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-48f67d3d-3227-4e57-aa11-733e81559496 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597715 Jun 10 22:36:40.296041 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da032a7c-91e0-438b-9028-c8a970ddfd92 req-dc32a765-0d10-4d3a-a677-114b8ed5fdbc tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:40.303752 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da032a7c-91e0-438b-9028-c8a970ddfd92 req-dc32a765-0d10-4d3a-a677-114b8ed5fdbc tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 943 time: 0.2956331 Jun 10 22:36:40.403709 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48430) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:40.503869 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da032a7c-91e0-438b-9028-c8a970ddfd92 req-1b62456b-6a1f-4751-9c8e-bd265732bc4b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983228 Jun 10 22:36:40.516421 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-3fd6c318-b1b9-4b8d-954f-9b54fd6502ec service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305471 Jun 10 22:36:40.697322 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-ee61fcac-c5d6-46fa-9ec2-f7e0968e292e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2897477 Jun 10 22:36:40.727558 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cd47178-b031-482e-9c52-e750c9e4698c req-4f3313fc-f341-43ef-8309-d16b9d61d635 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016513 Jun 10 22:36:40.947366 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-3048f505-4b24-4efe-bf4b-5f24479907a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:40.958672 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-3048f505-4b24-4efe-bf4b-5f24479907a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 1096 time: 0.1506884 Jun 10 22:36:41.072295 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc852f-e32c-4b5f-bfd4-a29a5fab8910 req-c768f2e2-3730-4e16-b255-23b8f0e0916e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:41.078054 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8bcc852f-e32c-4b5f-bfd4-a29a5fab8910 req-c768f2e2-3730-4e16-b255-23b8f0e0916e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1370187 Jun 10 22:36:41.195015 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8bcc852f-e32c-4b5f-bfd4-a29a5fab8910 req-b226f28e-702d-46b8-be80-b5dd750ff058 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093879 Jun 10 22:36:41.283915 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-a1961863-10b0-451a-af91-ee6fa9e6177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:41.286519 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-a1961863-10b0-451a-af91-ee6fa9e6177a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 200 len: 914 time: 0.3127635 Jun 10 22:36:41.369760 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-b0c7093f-39d4-45bc-90df-31560cdb186a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 HTTP/1.1" status: 200 len: 217 time: 0.0758407 Jun 10 22:36:41.389290 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fe43afa4-df4e-4da3-9c45-10eadb925c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:41.472794 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:41.501630 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164f56-f80e-4e40-9020-269bfb136afe req-efa21c58-2ad0-4cde-9991-158b88813e96 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:41.503169 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-18164f56-f80e-4e40-9020-269bfb136afe req-efa21c58-2ad0-4cde-9991-158b88813e96 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.3081882 Jun 10 22:36:41.651321 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-79c9c982-0ff7-4eef-8be2-546bdaa29e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:41.652796 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-79c9c982-0ff7-4eef-8be2-546bdaa29e0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfed3609-8fc2-4256-a479-bf9532f4a14a HTTP/1.1" status: 200 len: 853 time: 0.2753813 Jun 10 22:36:41.659305 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-18164f56-f80e-4e40-9020-269bfb136afe req-ea78a061-6523-42f8-b13c-fa8552efb95c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413562 Jun 10 22:36:41.720707 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-cbb97f9b-a80d-4923-9827-e0153988f468 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601466 Jun 10 22:36:41.872220 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2fa94-7af0-4f4e-9621-48c4459b88fd req-1c098e0c-3d34-4a95-b53b-b6a55a6ce3de tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:41.883258 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-dee2fa94-7af0-4f4e-9621-48c4459b88fd req-1c098e0c-3d34-4a95-b53b-b6a55a6ce3de tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 943 time: 0.1665213 Jun 10 22:36:41.941680 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:36:41.970302 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-19d6289e-7bb5-4783-b675-0ac607c1df27 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410758 Jun 10 22:36:41.974546 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-dee2fa94-7af0-4f4e-9621-48c4459b88fd req-f2f5c127-665d-4ad5-a46e-99de204b50d4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901167 Jun 10 22:36:42.204741 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b5cd1737-0726-43ac-8e62-ac2263614bb9 req-2f4c9937-c43e-4ae8-8021-6243bedebe46 service neutron] 10.222.0.41 "GET /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142260 Jun 10 22:36:42.313663 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:42.412523 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628ec4-2121-4ecd-8f85-efd5c48b8b87 req-a023e62c-4f8a-4f2f-a57e-c5938dfce099 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:42.413977 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-40628ec4-2121-4ecd-8f85-efd5c48b8b87 req-a023e62c-4f8a-4f2f-a57e-c5938dfce099 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0803814 Jun 10 22:36:42.458630 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-40628ec4-2121-4ecd-8f85-efd5c48b8b87 req-939507bf-d121-4de8-9ab3-268d14d06b4e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371692 Jun 10 22:36:42.982081 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92a972-beb1-4dd0-b5f0-276c49343b73 req-d24ec368-d0e9-4d21-ac38-300b8dfdac40 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:42.993480 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-eb92a972-beb1-4dd0-b5f0-276c49343b73 req-d24ec368-d0e9-4d21-ac38-300b8dfdac40 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1211603 Jun 10 22:36:43.046837 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-eb92a972-beb1-4dd0-b5f0-276c49343b73 req-5190de77-61d0-49c9-a327-40d7f6efba50 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510106 Jun 10 22:36:43.206657 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721adac-09bb-486a-a85c-3e8749f8c4c7 req-4c58ad9f-e951-4617-bea9-1923e859b4d2 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:43.208502 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9721adac-09bb-486a-a85c-3e8749f8c4c7 req-4c58ad9f-e951-4617-bea9-1923e859b4d2 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 943 time: 0.0854425 Jun 10 22:36:43.325436 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9721adac-09bb-486a-a85c-3e8749f8c4c7 req-2c07fe72-41fa-4eb8-8fad-bba6ea3b3d4a tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107314 Jun 10 22:36:43.651103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-65d4ed96-6c51-4a95-b558-a1bf86bfcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:43.653812 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-65d4ed96-6c51-4a95-b558-a1bf86bfcc8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 1097 time: 0.2365723 Jun 10 22:36:43.845034 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24f3c5-600f-4e5c-97d1-8aacc012dc46 req-9714ab46-7ed7-42fc-8f87-93c60ccf217b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:43.848325 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1e24f3c5-600f-4e5c-97d1-8aacc012dc46 req-9714ab46-7ed7-42fc-8f87-93c60ccf217b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1847832 Jun 10 22:36:43.870693 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-fed01e5b-b437-4af6-91db-cad81464cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:43.872266 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-fed01e5b-b437-4af6-91db-cad81464cf73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1622870 Jun 10 22:36:43.952087 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1e24f3c5-600f-4e5c-97d1-8aacc012dc46 req-102b7c8f-ac18-4a73-83c7-e64ebb7f45df tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913978 Jun 10 22:36:43.956553 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:36:44.054643 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.112797 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-004d6877-5532-47b5-844f-a5937b491ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:44.119967 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-004d6877-5532-47b5-844f-a5937b491ffd service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.2249150 Jun 10 22:36:44.281857 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-803a2421-bd86-4c93-871f-dc4e0c3bbbfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 999 time: 0.1493504 Jun 10 22:36:44.354250 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:44.369124 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-278fb1ae-bb94-4bff-a8cb-220394a4f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:44.369867 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9', 'network_id': 'e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02', 'port_id': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9', 'mac_address': 'fa:16:3e:66:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfed3609-8fc2-4256-a479-bf9532f4a14a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:36:44.371348 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-278fb1ae-bb94-4bff-a8cb-220394a4f9a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0824239 Jun 10 22:36:44.448298 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e2fd5-e0b1-47f4-b88c-5f3215a89fa8 req-ad44fa40-ee0c-4e4f-9804-7e5d27c9fac3 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:44.452269 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5d9e2fd5-e0b1-47f4-b88c-5f3215a89fa8 req-ad44fa40-ee0c-4e4f-9804-7e5d27c9fac3 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1114240 Jun 10 22:36:44.465799 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.496974 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:36:44.504086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-30dcd065-4f9c-4beb-841d-4377fa915fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:44.507548 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-30dcd065-4f9c-4beb-841d-4377fa915fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289284 Jun 10 22:36:44.546026 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5d9e2fd5-e0b1-47f4-b88c-5f3215a89fa8 req-fcf58c75-6bb3-44c7-afa3-f6fa51242132 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829718 Jun 10 22:36:44.547462 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48558) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:44.554342 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:44.560580 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.567488 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:44.647592 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.742773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.743389 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:44.755886 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:44.773539 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-deb63e92-d213-43c6-94b5-18e664438f55 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580714 Jun 10 22:36:44.782488 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e15c9-6d17-4274-985c-51f949984c65 req-10c7f2fc-b166-4bbc-9f6c-2bca94979803 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:44.783945 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d47e15c9-6d17-4274-985c-51f949984c65 req-10c7f2fc-b166-4bbc-9f6c-2bca94979803 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 944 time: 0.2055814 Jun 10 22:36:44.839685 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['c14cb8a6-22b8-4f49-a81e-82bb78fcafc9'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:36:44.920004 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d47e15c9-6d17-4274-985c-51f949984c65 req-baff80bf-eb44-4324-b2aa-5a6ec79322ff tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270797 Jun 10 22:36:44.951188 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b6ea791-9910-4050-a6a0-97f0fc91d5c6 req-b98b5cbd-0ff8-4816-8306-9f3c6d6e6511 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657345 Jun 10 22:36:44.952307 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.984368 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:44.995659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-51903f6d-eeb3-47c2-b3ad-0aea4ef8089e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:45.122650 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48580) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:45.129847 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dacd2a7a1694feeb52b9150f77afedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802433 Jun 10 22:36:45.131165 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b86d03-01f6-463a-8727-5bd60e85af4e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:45.138796 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f236c6dc-070e-4526-a91d-b1fc263ae02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:45.299829 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:45.335324 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:45.377617 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd76f9-3d0c-41bf-91be-805b65dc2f8d req-14b29d06-53e9-4409-b050-8495258c9659 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:45.391937 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4dd76f9-3d0c-41bf-91be-805b65dc2f8d req-14b29d06-53e9-4409-b050-8495258c9659 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1327984 Jun 10 22:36:45.435910 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:45.441012 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:45.442570 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66b86d03-01f6-463a-8727-5bd60e85af4e HTTP/1.1" status: 204 len: 168 time: 0.3188279 Jun 10 22:36:45.444930 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-24fd23e2-2924-4dc8-80ce-8a1a876f7289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:45.499500 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b86d03-01f6-463a-8727-5bd60e85af4e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:45.508354 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:45.525841 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a4dd76f9-3d0c-41bf-91be-805b65dc2f8d req-1c44a1f9-9b37-4c51-9159-6320596efa73 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265442 Jun 10 22:36:45.915507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1b40-a499-42d8-a204-df427ca1ee47 req-bd306a9e-c5fd-461e-8bf2-4180f482f18e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:45.918073 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5cef1b40-a499-42d8-a204-df427ca1ee47 req-bd306a9e-c5fd-461e-8bf2-4180f482f18e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1444354 Jun 10 22:36:45.958170 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:36:46.095994 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5cef1b40-a499-42d8-a204-df427ca1ee47 req-a3827191-969c-41a1-a2ed-c1c7b92592db tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693022 Jun 10 22:36:46.120547 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:36:46.128691 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:36:46.129178 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:46.263335 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:36:46.323645 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205623b-73a7-4e5e-be84-0c490236cbcd req-1ee5ce3a-7a57-46ee-9b6e-f8d1b277bfec tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:46.328192 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8205623b-73a7-4e5e-be84-0c490236cbcd req-1ee5ce3a-7a57-46ee-9b6e-f8d1b277bfec tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 944 time: 0.2621751 Jun 10 22:36:46.424723 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:46.433004 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8205623b-73a7-4e5e-be84-0c490236cbcd req-1e19d6ec-0c5c-4b32-bc15-bd5c3d2cf9ec tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937674 Jun 10 22:36:46.510618 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:36:46.519442 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5542bec-8bfd-4ec7-94fe-836f1a9ae53c" -d '{"events": [{"server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "name": "network-vif-plugged", "status": "completed", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:36:46.566459 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:36:46.574188 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:46.577451 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:46.631266 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc3e9e-2933-4e03-bf3d-364b882fc460 x-openstack-request-id: req-fabc3e9e-2933-4e03-bf3d-364b882fc460 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:36:46.631700 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "name": "network-vif-plugged", "status": "completed", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:36:46.632066 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fabc3e9e-2933-4e03-bf3d-364b882fc460 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:36:46.632595 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9', 'code': 200} Jun 10 22:36:46.732222 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:46.748684 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:46.966535 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa467566-4364-4e70-b033-daa0342e3e6d req-b383e470-81fa-4c86-8984-8217f8c7c838 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:46.968006 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fa467566-4364-4e70-b033-daa0342e3e6d req-b383e470-81fa-4c86-8984-8217f8c7c838 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1393201 Jun 10 22:36:46.979290 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c702d-ab84-47a2-a50c-eb5368e4b101 req-9346fd1c-fbbb-436b-b6e8-8a5cef0508cb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:46.988061 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-216c702d-ab84-47a2-a50c-eb5368e4b101 req-9346fd1c-fbbb-436b-b6e8-8a5cef0508cb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1073134 Jun 10 22:36:47.050584 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-216c702d-ab84-47a2-a50c-eb5368e4b101 req-04b2b634-6f8b-41cf-9817-0ee94e97430d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Jun 10 22:36:47.089988 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fa467566-4364-4e70-b033-daa0342e3e6d req-b503e5b6-900d-4fc5-9d7f-fb2c1610ceda tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114874 Jun 10 22:36:47.556860 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a2a2-c247-4895-9e80-ee864e29080d req-a157b210-503f-4521-9493-c95ec893cd2c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:47.567174 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5da3a2a2-c247-4895-9e80-ee864e29080d req-a157b210-503f-4521-9493-c95ec893cd2c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.2818389 Jun 10 22:36:47.584538 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958af5f-645e-46bd-a6c2-837d816ede1c req-c94b77f3-758c-4f74-b437-43804e7d0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:47.590041 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4958af5f-645e-46bd-a6c2-837d816ede1c req-c94b77f3-758c-4f74-b437-43804e7d0566 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 1098 time: 0.2601652 Jun 10 22:36:47.674190 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5da3a2a2-c247-4895-9e80-ee864e29080d req-0220bc31-31bd-4465-92cc-c19166bc73b8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056972 Jun 10 22:36:48.055872 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4958af5f-645e-46bd-a6c2-837d816ede1c req-4474094d-a35d-4c41-9576-094df83bd9ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980582 Jun 10 22:36:48.117320 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0958b8-4f3e-4340-b537-ab71bb614f06 req-21ec0878-fc41-45aa-b60c-a4a06060552a tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:48.122848 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ca0958b8-4f3e-4340-b537-ab71bb614f06 req-21ec0878-fc41-45aa-b60c-a4a06060552a tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.4842579 Jun 10 22:36:48.226952 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ca0958b8-4f3e-4340-b537-ab71bb614f06 req-b8400051-2bc5-41e9-9293-0452d2cc4405 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961514 Jun 10 22:36:48.501849 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e87ee-e3f7-4f9d-9f12-1c99257fd674 req-c06e05d9-d12d-4aed-96e6-04097e82f591 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:48.505796 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e64e87ee-e3f7-4f9d-9f12-1c99257fd674 req-c06e05d9-d12d-4aed-96e6-04097e82f591 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2067513 Jun 10 22:36:48.615505 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e64e87ee-e3f7-4f9d-9f12-1c99257fd674 req-f85df875-a0e8-4557-be8e-e65fecbed361 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039112 Jun 10 22:36:48.657339 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21837825-9223-40b7-9943-be6b80290fcc req-11d693a8-755a-42e1-b4dd-22d440651285 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:48.658944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-21837825-9223-40b7-9943-be6b80290fcc req-11d693a8-755a-42e1-b4dd-22d440651285 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1479697 Jun 10 22:36:48.750524 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-21837825-9223-40b7-9943-be6b80290fcc req-e9c7282f-e825-42aa-af79-bdb8cbbb30ee tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838151 Jun 10 22:36:48.780154 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48672) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:48.928190 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6eb91-445d-4375-977f-10fa12cae860 req-31bcc694-9a0e-44e8-bb6f-132b98fd25ba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:48.935548 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7ca6eb91-445d-4375-977f-10fa12cae860 req-31bcc694-9a0e-44e8-bb6f-132b98fd25ba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0893400 Jun 10 22:36:49.006417 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7ca6eb91-445d-4375-977f-10fa12cae860 req-4a0cc362-8200-41a5-b3ef-00826f3bf7f0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696850 Jun 10 22:36:49.039158 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.264718 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.272386 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.275843 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:49.366794 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5251fc67-8769-4a93-b157-e3aba8bbc117,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:49.374528 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48680) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:49.390617 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57aab3a0025e40bd9af2774048415a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895550 Jun 10 22:36:49.391842 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:49.472120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.504599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.556123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a56f4-81e9-49e0-aded-8789608a8578 req-ff4c97d0-d1b3-4a10-8df8-74bf5707cd93 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:49.557916 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a35a56f4-81e9-49e0-aded-8789608a8578 req-ff4c97d0-d1b3-4a10-8df8-74bf5707cd93 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.0875797 Jun 10 22:36:49.583981 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.587962 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:49.605020 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5251fc67-8769-4a93-b157-e3aba8bbc117 HTTP/1.1" status: 204 len: 168 time: 0.2212751 Jun 10 22:36:49.605940 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cb2d8040-90e9-4f69-a4a4-7eb1d105538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:49.623422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251fc67-8769-4a93-b157-e3aba8bbc117,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:49.645856 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:49.700830 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a35a56f4-81e9-49e0-aded-8789608a8578 req-bcbd5a7f-5e35-49a7-acbd-1e2b8c726774 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344745 Jun 10 22:36:50.020800 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fcf5e-9d04-498d-9373-7d6060e083a0 req-8b1a4dc7-e33e-4e12-9886-80d9fb380866 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:50.024755 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f69fcf5e-9d04-498d-9373-7d6060e083a0 req-8b1a4dc7-e33e-4e12-9886-80d9fb380866 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1953421 Jun 10 22:36:50.142528 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f69fcf5e-9d04-498d-9373-7d6060e083a0 req-743fd903-2b27-4c4e-b438-8a2486a2b63f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082685 Jun 10 22:36:50.145646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbfdcc-1a64-4a37-a30f-dd78c19d556e req-567898a0-1cc0-4ce9-9a03-37337297ff07 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:50.153410 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d3dbfdcc-1a64-4a37-a30f-dd78c19d556e req-567898a0-1cc0-4ce9-9a03-37337297ff07 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1456599 Jun 10 22:36:50.245629 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d3dbfdcc-1a64-4a37-a30f-dd78c19d556e req-44e0968c-ed8f-4332-a561-44cf8704cf8f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886092 Jun 10 22:36:50.245758 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48714) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:50.264445 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.488132 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.505043 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.538921 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f08cfc16-eaaa-4a6d-88d3-918f6bd10086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:50.558216 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d19e475ed92740a9ae09cf9fb2b3dabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084612 Jun 10 22:36:50.558562 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48744) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:50.566990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f11452-af1f-4e5f-a41d-a2e46c77804f,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:50.594208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:50.607694 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab310e47-f91f-49f9-a5a3-252a3cdfcd2a req-e0c23d53-852a-4bb7-8833-56762cc36750 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:50.616373 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ab310e47-f91f-49f9-a5a3-252a3cdfcd2a req-e0c23d53-852a-4bb7-8833-56762cc36750 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.2013109 Jun 10 22:36:50.667773 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.676242 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ab310e47-f91f-49f9-a5a3-252a3cdfcd2a req-e338fd05-9f17-4e55-ae4a-29bee099a866 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586565 Jun 10 22:36:50.700795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.775821 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.778841 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:50.779986 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0f11452-af1f-4e5f-a41d-a2e46c77804f HTTP/1.1" status: 204 len: 168 time: 0.2203636 Jun 10 22:36:50.781133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e4797ea5-9791-4669-b204-df7a28785897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:50.814530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f11452-af1f-4e5f-a41d-a2e46c77804f,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:50.830623 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:50.977116 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a09d-5b0e-47e0-be89-3fe4dfaff8cc req-0aed5017-f178-4d87-9af2-3f05e9a73a72 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:50.978808 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b818a09d-5b0e-47e0-be89-3fe4dfaff8cc req-0aed5017-f178-4d87-9af2-3f05e9a73a72 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1456058 Jun 10 22:36:51.104280 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b818a09d-5b0e-47e0-be89-3fe4dfaff8cc req-8322d474-0a38-44e4-ae05-51e67f1cf247 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175811 Jun 10 22:36:51.376234 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c1c1-ebc3-48a4-bf43-32e3958052d6 req-eb3b60bd-a31f-4678-9661-e413264095b9 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:51.386963 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3d7c1c1-ebc3-48a4-bf43-32e3958052d6 req-eb3b60bd-a31f-4678-9661-e413264095b9 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0953708 Jun 10 22:36:51.446346 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3d7c1c1-ebc3-48a4-bf43-32e3958052d6 req-58b6938b-2e2b-4251-afd0-e21b6d54d54d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574756 Jun 10 22:36:51.582188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d90f6f-4547-41bf-90f0-cf173f5bfa4d req-47279be8-8920-4112-aaad-3310374d5e86 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:51.585636 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a0d90f6f-4547-41bf-90f0-cf173f5bfa4d req-47279be8-8920-4112-aaad-3310374d5e86 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1062505 Jun 10 22:36:51.667124 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a0d90f6f-4547-41bf-90f0-cf173f5bfa4d req-24a01921-e8cd-45a7-a796-c8e236578d3f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687425 Jun 10 22:36:51.898097 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d299-28f3-413c-aeb4-8a6accea34ed req-a17e5c29-3036-40b0-af0e-8cb88a048201 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:51.910713 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9756d299-28f3-413c-aeb4-8a6accea34ed req-a17e5c29-3036-40b0-af0e-8cb88a048201 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0984581 Jun 10 22:36:51.985196 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9756d299-28f3-413c-aeb4-8a6accea34ed req-d978a21b-4e14-4ef6-b951-d6fa704302e0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684412 Jun 10 22:36:52.395428 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064a9e-8e75-4f05-a8a1-1c7f3220b8bd req-f2d10a80-453b-454c-a06e-4f9eae5db0fe tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:52.426235 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f2064a9e-8e75-4f05-a8a1-1c7f3220b8bd req-f2d10a80-453b-454c-a06e-4f9eae5db0fe tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1234097 Jun 10 22:36:52.470704 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f2064a9e-8e75-4f05-a8a1-1c7f3220b8bd req-a78ae6f2-d03a-48fa-8212-b2f84b66fd20 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Jun 10 22:36:52.672427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9efa8f-9ca7-4faf-b1d1-acb9413f4711 req-03bb3d1d-d587-4109-ad1d-0c1c263c5dcc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:52.674145 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-df9efa8f-9ca7-4faf-b1d1-acb9413f4711 req-03bb3d1d-d587-4109-ad1d-0c1c263c5dcc tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0927327 Jun 10 22:36:52.772769 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-df9efa8f-9ca7-4faf-b1d1-acb9413f4711 req-2439857b-5fcf-49f6-9d04-17b8caadc504 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910261 Jun 10 22:36:52.933164 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb603e0-ea8c-4aec-b4e8-c260cc893d8c req-a7b6ca9a-320f-4082-81a1-a19fbd83532b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:52.942798 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2fb603e0-ea8c-4aec-b4e8-c260cc893d8c req-a7b6ca9a-320f-4082-81a1-a19fbd83532b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1012604 Jun 10 22:36:53.003196 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2fb603e0-ea8c-4aec-b4e8-c260cc893d8c req-e2e5db53-a8d1-4842-8746-4e097caf642c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594037 Jun 10 22:36:53.215624 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf746ad-dd9f-44de-8ed7-d94a9183a575 req-403e4259-bdb7-4c05-bb14-05bea5ec4eab tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:53.230880 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bcf746ad-dd9f-44de-8ed7-d94a9183a575 req-403e4259-bdb7-4c05-bb14-05bea5ec4eab tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1116464 Jun 10 22:36:53.319668 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bcf746ad-dd9f-44de-8ed7-d94a9183a575 req-e4b7cbd3-9144-4eed-ab15-05588c70f77f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879138 Jun 10 22:36:53.365715 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48896) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:53.427887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Deleting subnet 1ccdc94d-ba52-430f-81a8-ac12d2154bd4 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:36:53.431371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.483546 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237858'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.557714 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.699862 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6285993'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.704561 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-670ffeff-1728-4e0f-acfc-c819ba7b2c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:53.746721 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccdc94d-ba52-430f-81a8-ac12d2154bd4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:53.750466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:53.756752 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.761370 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-351679c7-9ec4-456c-b680-3d6811d30244 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ccdc94d-ba52-430f-81a8-ac12d2154bd4 HTTP/1.1" status: 204 len: 168 time: 0.3918884 Jun 10 22:36:53.762056 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48902) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:53.771300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3789c7-e078-42ce-9e1f-04d9db3da810 req-da196ed1-4670-45b4-be3f-2fba52a8465f tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:53.778569 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ae3789c7-e078-42ce-9e1f-04d9db3da810 req-da196ed1-4670-45b4-be3f-2fba52a8465f tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1436472 Jun 10 22:36:53.789195 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48904) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:53.876817 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ae3789c7-e078-42ce-9e1f-04d9db3da810 req-647e633d-6710-43f7-9827-1b7e908fabce tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973449 Jun 10 22:36:53.928407 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:53.976820 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.144450 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.151978 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.159202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ce9822e5-ef5b-4d8e-86df-763199c24733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:54.239955 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84db6715663b41a0a3e40ba57c742e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474711 Jun 10 22:36:54.239955 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ed9c5-f3cb-4105-95d7-f510ee0e886e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:54.241011 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48912) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:54.282593 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.282957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.283464 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.283825 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.284189 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.284549 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.284887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.285230 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.285607 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.285951 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.286534 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.286825 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.333497 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:54.399071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.403300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.414136 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf85ca-a216-4f9d-8a29-6eff32226210 req-c0a3c115-77ac-4ce2-af4b-15d1ac20e38b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:54.414690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406217a3-0e7c-48d6-bb48-103d62f5e625']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:54.415906 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eaaf85ca-a216-4f9d-8a29-6eff32226210 req-c0a3c115-77ac-4ce2-af4b-15d1ac20e38b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1671450 Jun 10 22:36:54.438555 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df991d-7694-4abe-a838-348b6e62b5dc req-120da1ec-504b-47c4-a7bd-6bdcd09e38ed tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:54.440269 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-78df991d-7694-4abe-a838-348b6e62b5dc req-120da1ec-504b-47c4-a7bd-6bdcd09e38ed tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.4471896 Jun 10 22:36:54.445639 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316ba255-67ca-4761-8362-63f9fd990b3b') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:54.445639 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316ba255-67ca-4761-8362-63f9fd990b3b') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:36:54.455596 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.475790 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.512519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.524261 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eaaf85ca-a216-4f9d-8a29-6eff32226210 req-5b21c7f9-2739-4e9c-a026-87d4fe3bf972 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662220 Jun 10 22:36:54.526793 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-78df991d-7694-4abe-a838-348b6e62b5dc req-bef88d52-6991-4402-9298-af1a58a332eb tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680661 Jun 10 22:36:54.527988 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:36:54.528278 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:36:54.533109 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:36:54.560529 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.563792 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.565021 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e84ed9c5-f3cb-4105-95d7-f510ee0e886e HTTP/1.1" status: 204 len: 168 time: 0.3230405 Jun 10 22:36:54.565939 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d5ed5d7-90bd-45e9-8916-b04e8afae5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:54.593207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ed9c5-f3cb-4105-95d7-f510ee0e886e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:54.608217 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:54.706143 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.710858 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:54.737312 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:54.737312 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/406217a3-0e7c-48d6-bb48-103d62f5e625 HTTP/1.1" status: 204 len: 168 time: 0.9739015 Jun 10 22:36:54.738853 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Pushing event deleted for resources: {'Network': ['ID=406217a3-0e7c-48d6-bb48-103d62f5e625,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:54.746676 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.747056 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.747473 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.747776 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.748132 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.748488 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.748843 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.749197 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.749594 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.750190 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.750711 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.751066 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:36:54.758467 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bacca087-7ee8-4d94-8d6d-c48684a544ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:54.793815 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aa55e-4e92-4e14-a447-dc91430e3efb req-0a99621b-1177-4600-953f-7d27091cd7c5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:54.795811 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-814aa55e-4e92-4e14-a447-dc91430e3efb req-0a99621b-1177-4600-953f-7d27091cd7c5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1023591 Jun 10 22:36:54.891164 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-814aa55e-4e92-4e14-a447-dc91430e3efb req-4359b57f-065d-47fb-8081-86b8e16c5348 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857899 Jun 10 22:36:55.032691 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48926) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:55.072878 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 48928) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:55.114992 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a8078ad0-c49d-439b-8fa4-a25b3b7c3bf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e244e5e288d48ac91748e73d0a811f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809128 Jun 10 22:36:55.117186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48930) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:55.124626 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.179818 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.213431 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1250b-f3a9-4d81-9e12-6dd132122f76 req-51b69871-a4f2-4d73-aad1-19076c26c186 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:55.215499 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-dee1250b-f3a9-4d81-9e12-6dd132122f76 req-51b69871-a4f2-4d73-aad1-19076c26c186 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1540391 Jun 10 22:36:55.240310 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.307659 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.312081 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.315992 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2ae0db1-edc4-40a5-88af-74f4b294642c HTTP/1.1" status: 204 len: 168 time: 0.1953557 Jun 10 22:36:55.315992 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:55.324643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae0db1-edc4-40a5-88af-74f4b294642c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:55.334690 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:55.337835 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-dee1250b-f3a9-4d81-9e12-6dd132122f76 req-0651ee74-518e-4533-ac5b-a3602054d931 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079807 Jun 10 22:36:55.353098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.358108 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.367548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-769aac32-f920-44d0-8bb4-b0b091d4d4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:55.397176 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c63af8-a462-4782-ba68-d2afa785b1c2,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:55.418630 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:55.437932 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfc899ad495644ad88fc066329475506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639429 Jun 10 22:36:55.441246 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 48936) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:36:55.529280 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.559055 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.688810 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.691679 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:36:55.695182 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c63af8-a462-4782-ba68-d2afa785b1c2 HTTP/1.1" status: 204 len: 168 time: 0.2504141 Jun 10 22:36:55.695182 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-580dabc0-b114-4407-96d1-36bf1437ab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:36:55.706630 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c63af8-a462-4782-ba68-d2afa785b1c2,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:36:55.728267 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:36:55.912257 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a852b-b230-447e-974b-e3920bead331 req-abbab8c3-5fc2-4035-9e21-f53968b10db4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:55.931737 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4fc3-3ce3-4d47-95bd-0c056e8f6a19 req-b34a1a38-7330-4c65-a31e-64bd371d4f8c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:55.933071 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bf7a4fc3-3ce3-4d47-95bd-0c056e8f6a19 req-b34a1a38-7330-4c65-a31e-64bd371d4f8c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1751490 Jun 10 22:36:55.933801 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be6a852b-b230-447e-974b-e3920bead331 req-abbab8c3-5fc2-4035-9e21-f53968b10db4 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1668558 Jun 10 22:36:56.000037 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-be6a852b-b230-447e-974b-e3920bead331 req-d1e3b67f-db12-4bd9-af88-60c798f6c9d3 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650163 Jun 10 22:36:56.002760 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bf7a4fc3-3ce3-4d47-95bd-0c056e8f6a19 req-484777a0-7745-4939-aa51-8b3e1b1209be tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624247 Jun 10 22:36:56.344132 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669998b8-e241-4214-b7b1-dc0f014248ce req-02add8d7-ce46-42cd-9dc6-71e4dc8d07f4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:56.346512 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-669998b8-e241-4214-b7b1-dc0f014248ce req-02add8d7-ce46-42cd-9dc6-71e4dc8d07f4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1674714 Jun 10 22:36:56.410771 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-669998b8-e241-4214-b7b1-dc0f014248ce req-ea80897b-b3e9-477c-9f4c-a78eaece2201 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524409 Jun 10 22:36:56.669295 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357141-4d0c-467c-b851-1d26a43ed4c9 req-83f62be1-c735-4a8d-97eb-f6700fba97b1 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:56.670811 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c8357141-4d0c-467c-b851-1d26a43ed4c9 req-83f62be1-c735-4a8d-97eb-f6700fba97b1 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1257536 Jun 10 22:36:56.738959 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c8357141-4d0c-467c-b851-1d26a43ed4c9 req-9914c3d5-1bb2-439d-865c-2c38e6360cec tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613697 Jun 10 22:36:57.240619 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77a62-e92a-4daf-9957-81756db21484 req-c153dff7-d8b1-4d0e-94fd-d0c5def2664b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:57.242866 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a5e77a62-e92a-4daf-9957-81756db21484 req-c153dff7-d8b1-4d0e-94fd-d0c5def2664b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0839162 Jun 10 22:36:57.279869 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85166e-0a9a-407b-ac44-81781ed440ec req-3e1213aa-b17d-481f-ba9b-2fccfe960627 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:57.287257 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b85166e-0a9a-407b-ac44-81781ed440ec req-3e1213aa-b17d-481f-ba9b-2fccfe960627 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1087334 Jun 10 22:36:57.293858 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a5e77a62-e92a-4daf-9957-81756db21484 req-6d6f8ed2-96cf-4afb-8c77-c962379c7d9a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Jun 10 22:36:57.343850 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6b85166e-0a9a-407b-ac44-81781ed440ec req-79478839-900d-43e0-b187-b52e9092ee8e tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552628 Jun 10 22:36:57.621632 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318eeb3-5017-4038-8e3a-7a669972b9ed req-5cd9d540-df4c-4ea5-b40e-3048c3e31a1f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:57.623096 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9318eeb3-5017-4038-8e3a-7a669972b9ed req-5cd9d540-df4c-4ea5-b40e-3048c3e31a1f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0779548 Jun 10 22:36:57.665899 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9318eeb3-5017-4038-8e3a-7a669972b9ed req-6e20993d-50b7-4429-8b41-0a60ab67167b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362239 Jun 10 22:36:57.934335 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b6c1-788d-44ed-82fb-124471626c4f req-c0f1cb4d-1154-4e79-bdbe-09e62442defa tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:57.935923 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3200b6c1-788d-44ed-82fb-124471626c4f req-c0f1cb4d-1154-4e79-bdbe-09e62442defa tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.0720639 Jun 10 22:36:57.979523 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3200b6c1-788d-44ed-82fb-124471626c4f req-60e0022a-b254-4988-8382-c1990890afe0 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Jun 10 22:36:58.481807 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79ff26-34c7-440a-85fa-3c425a98d74a req-35eada50-fb88-475c-9b87-6610bc703528 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:58.484115 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1c79ff26-34c7-440a-85fa-3c425a98d74a req-35eada50-fb88-475c-9b87-6610bc703528 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0731668 Jun 10 22:36:58.547132 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1c79ff26-34c7-440a-85fa-3c425a98d74a req-210fe642-0be4-4ace-a19b-4a4ff03a766c tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Jun 10 22:36:58.565508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89ee2-8507-4edd-991c-696c9928cdca req-6c1a3604-b67c-43d4-bcc8-aa7110564d84 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:58.566086 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-59c89ee2-8507-4edd-991c-696c9928cdca req-6c1a3604-b67c-43d4-bcc8-aa7110564d84 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0963593 Jun 10 22:36:58.626549 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-59c89ee2-8507-4edd-991c-696c9928cdca req-4b5335ec-2fcd-42b5-94b6-303124f9d41a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Jun 10 22:36:58.883237 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204991f7-5b62-4d85-a1a8-a94735752cff req-69d5559e-2a0f-4b25-ba21-6321fbd0a234 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:58.885518 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-204991f7-5b62-4d85-a1a8-a94735752cff req-69d5559e-2a0f-4b25-ba21-6321fbd0a234 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0899830 Jun 10 22:36:58.936111 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-204991f7-5b62-4d85-a1a8-a94735752cff req-8ec313a5-5ba4-4908-94d1-b0e9d16e21af tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445759 Jun 10 22:36:59.067700 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efc4d4-bd6d-4b4f-a538-24d2a4eb9d26 req-cbc37406-4e4c-4bad-8847-8b02f0ced616 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.069314 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c6efc4d4-bd6d-4b4f-a538-24d2a4eb9d26 req-cbc37406-4e4c-4bad-8847-8b02f0ced616 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1054533 Jun 10 22:36:59.092103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-49e92574-4f01-4937-b105-0cf5673fccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.095022 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-49e92574-4f01-4937-b105-0cf5673fccb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1099 time: 0.0964525 Jun 10 22:36:59.117159 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c6efc4d4-bd6d-4b4f-a538-24d2a4eb9d26 req-d9a69f84-497c-48d8-aeb6-b5778f6f49fe tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Jun 10 22:36:59.321848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-95ad76d2-04b6-47ac-9e07-f2dc4b43591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.323386 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-95ad76d2-04b6-47ac-9e07-f2dc4b43591d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.2203383 Jun 10 22:36:59.411425 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034bd17-45e6-4a50-93e1-46606e5e5b58 req-56152fad-331f-49c0-8d71-08000ce8effb tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.412943 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5034bd17-45e6-4a50-93e1-46606e5e5b58 req-56152fad-331f-49c0-8d71-08000ce8effb tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.2869415 Jun 10 22:36:59.456413 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-82ec50c9-ecd1-4955-878a-5eba7a9d9a50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 1001 time: 0.1252608 Jun 10 22:36:59.465578 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf77d-33c9-492e-82f0-d857a35cef54 req-1aed05d1-a2d8-44b3-a953-bfab2578ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.467012 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5a5bf77d-33c9-492e-82f0-d857a35cef54 req-1aed05d1-a2d8-44b3-a953-bfab2578ac5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.2130084 Jun 10 22:36:59.536287 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5034bd17-45e6-4a50-93e1-46606e5e5b58 req-b5e57cdb-351b-4c1d-b54b-5b0ca175cd9c tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105106 Jun 10 22:36:59.560511 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5a5bf77d-33c9-492e-82f0-d857a35cef54 req-54f9d0a1-e81b-49a9-a194-8c42b2e09873 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784709 Jun 10 22:36:59.569243 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-f4ab3461-7f0b-4535-b498-9f2966db0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.570714 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-f4ab3461-7f0b-4535-b498-9f2966db0655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.1072288 Jun 10 22:36:59.678600 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-4799a6bb-dca0-4773-a3bf-7d896ea5bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.680188 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-4799a6bb-dca0-4773-a3bf-7d896ea5bc63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660450 Jun 10 22:36:59.856764 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ed430-8ab4-4317-99ca-93e41f65728c req-cfd42186-3f6c-4ade-b43a-e6d9a4792a60 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:36:59.858225 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee8ed430-8ab4-4317-99ca-93e41f65728c req-cfd42186-3f6c-4ade-b43a-e6d9a4792a60 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1743445 Jun 10 22:36:59.860763 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-2e9bb481-8f20-49db-9252-f197bb7698f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686270 Jun 10 22:36:59.987635 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee8ed430-8ab4-4317-99ca-93e41f65728c req-bb59bb5b-e07f-4ad1-8c4b-b5544c8087a5 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230567 Jun 10 22:37:00.018344 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:37:00.023603 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9cdf4d34-9e24-4289-9649-42eb0429d5b0 req-83f5cd50-bbca-4f1e-b164-4be7cd0219ee service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521807 Jun 10 22:37:00.151224 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:00.163934 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'mac_address': 'fa:16:3e:69:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:37:00.164539 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da160fa-cece-4f03-b51d-5715643ffc2d req-0b1fcb45-4944-4b95-b42b-832833ada2f6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:00.166425 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1da160fa-cece-4f03-b51d-5715643ffc2d req-0b1fcb45-4944-4b95-b42b-832833ada2f6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0788860 Jun 10 22:37:00.212733 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.213043 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1da160fa-cece-4f03-b51d-5715643ffc2d req-a4642b6f-a3cd-41a5-b6c1-e8f350447bf6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Jun 10 22:37:00.231755 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:37:00.261109 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:00.266487 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.270528 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-116e8998-6ec5-4bee-94d1-db5c8eec5714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:00.323798 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a341e79-059e-49a2-ab7c-4bea3c381d2f req-9c179d03-a9fb-4f0a-8b98-eef7e042d1b2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:00.325186 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8a341e79-059e-49a2-ab7c-4bea3c381d2f req-9c179d03-a9fb-4f0a-8b98-eef7e042d1b2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0777128 Jun 10 22:37:00.329095 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=9']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:00.332554 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:00.370773 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8a341e79-059e-49a2-ab7c-4bea3c381d2f req-ed506dd6-f4da-4960-8eaf-7019f4a5a67b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Jun 10 22:37:00.610968 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49058) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:00.720718 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.737100 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:37:00.833059 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.837993 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.842012 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-01d8c2bb-073b-42e6-8906-79d03c7efb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:00.887117 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6731d64f1a7d4a788b310ef5a29ae9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750335 Jun 10 22:37:00.889746 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49064) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:00.898047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e21403-d57b-46e5-8b0e-aeba8d0ae20c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:00.901262 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:00.953505 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:00.988729 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:01.054376 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:01.057110 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:01.058263 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04e21403-d57b-46e5-8b0e-aeba8d0ae20c HTTP/1.1" status: 204 len: 168 time: 0.1671660 Jun 10 22:37:01.059074 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f80b070c-9ded-40e7-8496-08536f26f539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:01.069134 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e21403-d57b-46e5-8b0e-aeba8d0ae20c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:01.071478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:01.188287 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985f56-b734-4fbb-b1ce-2753c0b43178 req-181a6b85-d851-45ca-b67b-b1348d00cfa7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.189764 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-30985f56-b734-4fbb-b1ce-2753c0b43178 req-181a6b85-d851-45ca-b67b-b1348d00cfa7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0717063 Jun 10 22:37:01.234217 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-30985f56-b734-4fbb-b1ce-2753c0b43178 req-9007591c-414d-4a99-89fa-7cdd04214646 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jun 10 22:37:01.427082 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404226d3-12b3-4da0-8017-27915d80707a req-dabe8eae-b356-4de0-a1d0-9d063bc1686c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.434297 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-404226d3-12b3-4da0-8017-27915d80707a req-dabe8eae-b356-4de0-a1d0-9d063bc1686c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 945 time: 0.0971646 Jun 10 22:37:01.490393 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-404226d3-12b3-4da0-8017-27915d80707a req-ba673620-9689-414b-be13-6b68f93ae4f3 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542691 Jun 10 22:37:01.615014 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dce0bc-c804-4d3e-bfbc-2bfc0048a06a req-47b2cf96-33e4-489a-9cc7-9076c8d14c6b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.616864 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-44dce0bc-c804-4d3e-bfbc-2bfc0048a06a req-47b2cf96-33e4-489a-9cc7-9076c8d14c6b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0880749 Jun 10 22:37:01.673884 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-44dce0bc-c804-4d3e-bfbc-2bfc0048a06a req-1bba291f-1d2d-4344-8ff6-c5c66181994b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504184 Jun 10 22:37:01.835052 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-3ed4a34a-01ff-48c0-95a3-2fbfe42974b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.836029 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-3ed4a34a-01ff-48c0-95a3-2fbfe42974b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 1098 time: 0.0649333 Jun 10 22:37:01.895832 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d2264-e36b-4d96-b311-774a3977a2d5 req-eb4b71ce-4595-4bf4-8643-d423557da139 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.897641 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e08d2264-e36b-4d96-b311-774a3977a2d5 req-eb4b71ce-4595-4bf4-8643-d423557da139 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0788920 Jun 10 22:37:01.948023 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e08d2264-e36b-4d96-b311-774a3977a2d5 req-f07a5577-66e4-4857-8b6b-fb270c712696 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Jun 10 22:37:01.969961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-e9f8bf3c-6f24-47e7-bae2-8edd970a4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:01.971781 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-e9f8bf3c-6f24-47e7-bae2-8edd970a4ca1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 200 len: 920 time: 0.1293468 Jun 10 22:37:02.017718 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:02.025829 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-c5d50df9-f385-46ba-a1cb-2db370dded57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 200 len: 217 time: 0.0476382 Jun 10 22:37:02.082538 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:02.084246 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.104983 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-29edd09c-f31a-4497-8fbe-8959a0bbcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:02.106466 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-29edd09c-f31a-4497-8fbe-8959a0bbcfc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 200 len: 859 time: 0.0747166 Jun 10 22:37:02.153599 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-2498832b-7f5a-4aa4-9428-b20e8545d9da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b26f3786-1445-4388-8d34-a44aab878cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400481 Jun 10 22:37:02.205354 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.241609 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:02.244832 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8717541-3f04-45cd-8156-1bd8d3c901d8" -d '{"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:02.277681 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:02.284587 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.286823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:02.334977 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db639fa6-30ea-4a4f-917c-265b3f2407ec x-openstack-request-id: req-db639fa6-30ea-4a4f-917c-265b3f2407ec {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:02.335658 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:02.336283 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db639fa6-30ea-4a4f-917c-265b3f2407ec {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:02.337556 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'code': 200} Jun 10 22:37:02.368419 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-ff204bda-a36e-4794-b9ca-705ad4f5c682 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077353 Jun 10 22:37:02.376874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=10']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:02.380735 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:02.394860 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49122) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:02.503141 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-30f5dcb2-ebe8-4172-a0e5-3b58de5265a1 req-eb38314f-b4e3-4fe7-a1e8-3c495144c979 service neutron] 10.222.0.41 "GET /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264584 Jun 10 22:37:02.516961 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.652119 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.657714 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.661299 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5e7f13db-5834-4ee8-97f9-5931121c12a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:02.697717 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86dda-c2a7-48df-b2fa-ffcac86a4143 req-1049cc35-1cf9-47fe-a6e7-6b209238348b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:02.699368 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ff86dda-c2a7-48df-b2fa-ffcac86a4143 req-1049cc35-1cf9-47fe-a6e7-6b209238348b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0798414 Jun 10 22:37:02.703834 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77574241663143b9956ed88762211281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075724 Jun 10 22:37:02.705797 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff84847b-665a-4505-8215-b7ac94d8ead4,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:02.708226 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49130) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:02.710857 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:02.766845 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ff86dda-c2a7-48df-b2fa-ffcac86a4143 req-a68d6d27-9fd8-464a-96f4-6136b33bc39e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601201 Jun 10 22:37:02.786431 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.810108 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.862457 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.864996 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:02.866167 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff84847b-665a-4505-8215-b7ac94d8ead4 HTTP/1.1" status: 204 len: 168 time: 0.1565177 Jun 10 22:37:02.866991 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-de0a5b08-a25b-46fe-b177-2e34d1cdd8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:02.876422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff84847b-665a-4505-8215-b7ac94d8ead4,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:02.878948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:02.933997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d0de8-ba74-40c9-a2c6-184510c0cb1b req-e207927b-1770-4e56-a9e5-d613912bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:02.935465 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fa2d0de8-ba74-40c9-a2c6-184510c0cb1b req-e207927b-1770-4e56-a9e5-d613912bd178 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1100 time: 0.0849836 Jun 10 22:37:02.974807 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fa2d0de8-ba74-40c9-a2c6-184510c0cb1b req-748c4746-565a-4f2c-b6ec-1cae9a64bb0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Jun 10 22:37:03.146216 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939ee46-29df-4aca-93cc-bf6d2f14650e req-35b84561-bcf7-410f-8054-b411e9cc472f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:03.147694 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5939ee46-29df-4aca-93cc-bf6d2f14650e req-35b84561-bcf7-410f-8054-b411e9cc472f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0780089 Jun 10 22:37:03.198257 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5939ee46-29df-4aca-93cc-bf6d2f14650e req-78eea989-32ef-412c-889c-93a6c54414de tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Jun 10 22:37:03.518582 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49158) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:03.613802 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1144439624-network', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:03.635683 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Made reservation on behalf of d11e3356e4a64fcd9ecf73c37b373155 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:03.638046 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.648981 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.747920 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.751886 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.754785 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6244bad1-5bf0-4294-be7f-2189ce62eb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:03.779321 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:37:03.785987 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b46afb-0406-4e90-8424-4d1b49132acf,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:03.789456 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:03.792078 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.792412 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Added segment f637ecca-8c70-452a-9ed3-e50343c20eb7 of type vlan for network 708af421-34bd-436d-b0af-842c86c2e135 Jun 10 22:37:03.845167 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.877474 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.878801 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:03.879372 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:03.882173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:03.918426 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3987284 Jun 10 22:37:03.921108 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49164) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:03.964811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78274aca-5124-4da6-901b-4be8a46687d7 req-1994d5c3-47f9-4023-b8ee-8bc5d1ab8b62 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:03.975224 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Request body: {'subnet': {'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1144439624-subnet', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:03.978884 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Pushing event updated for resources: {'Network': ['ID=708af421-34bd-436d-b0af-842c86c2e135,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:03.979783 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78274aca-5124-4da6-901b-4be8a46687d7 req-1994d5c3-47f9-4023-b8ee-8bc5d1ab8b62 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0916092 Jun 10 22:37:03.982609 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:03.991088 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 708af421-34bd-436d-b0af-842c86c2e135 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:37:04.007699 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Made reservation on behalf of d11e3356e4a64fcd9ecf73c37b373155 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:04.010804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.070206 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-78274aca-5124-4da6-901b-4be8a46687d7 req-08a6b6a1-e87c-434d-96e5-af805a7b8d11 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894690 Jun 10 22:37:04.265845 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.268036 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:04.357485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2360fe2-db8d-415f-8285-52649b3f137c,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:04.369152 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:04.388929 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Checking segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:04.389278 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Network hostable DHCP agents. Network: 708af421-34bd-436d-b0af-842c86c2e135, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:37:04.423817 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33997a-d8ee-4f79-a092-4a8289e2b921 req-14f8232a-3d3e-4485-a445-44ec2e8fdb12 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:04.425273 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef33997a-d8ee-4f79-a092-4a8289e2b921 req-14f8232a-3d3e-4485-a445-44ec2e8fdb12 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1053610 Jun 10 22:37:04.426067 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Network 708af421-34bd-436d-b0af-842c86c2e135 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:37:04.440291 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 708af421-34bd-436d-b0af-842c86c2e135) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:04.449799 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e601b8b-3d68-48c1-b631-45747797a009 None None] Network 708af421-34bd-436d-b0af-842c86c2e135 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:37:04.453553 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:04.454213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.482381 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49194) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:04.482528 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a9e78cdf-7148-4e2b-bed3-39740d85cabc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5115163 Jun 10 22:37:04.488371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:04.496137 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef33997a-d8ee-4f79-a092-4a8289e2b921 req-e93e624d-0a76-433f-964f-9f7a8a1b00a6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Jun 10 22:37:04.517887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.519485 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.592174 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.811884 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-708af421-34bd-436d-b0af-842c86c2e135', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:37:04.813245 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:04.988403 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Allocated IP 172.20.0.2 (708af421-34bd-436d-b0af-842c86c2e135/b2360fe2-db8d-415f-8285-52649b3f137c/22ddafa1-b0dc-41d9-8553-14cf3208af5d) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:05.056539 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.201670 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.211718 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Transition to ACTIVE for port object 22ddafa1-b0dc-41d9-8553-14cf3208af5d will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:05.227217 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Transition to ACTIVE for port object 22ddafa1-b0dc-41d9-8553-14cf3208af5d will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:05.232136 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.235017 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:05.273911 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Network 708af421-34bd-436d-b0af-842c86c2e135 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:05.281944 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:05.285580 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:05.293942 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Pushing event updated for resources: {'Port': ['ID=22ddafa1-b0dc-41d9-8553-14cf3208af5d,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:05.298498 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:05.366594 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Attempting to bind port 22ddafa1-b0dc-41d9-8553-14cf3208af5d on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:05.366975 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Attempting to bind port 22ddafa1-b0dc-41d9-8553-14cf3208af5d by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:05.367353 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Attempting to bind port 22ddafa1-b0dc-41d9-8553-14cf3208af5d on network 708af421-34bd-436d-b0af-842c86c2e135 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:05.372985 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:05.373458 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Checking segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:05.373889 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.374817 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Bound using segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:05.375524 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Bound port: 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:05.376001 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.408666 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6abe-2fa7-427c-bcc0-bbb083fddfcf req-8015b86f-3fba-42c4-82d3-8319b6756237 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:05.410183 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2aae6abe-2fa7-427c-bcc0-bbb083fddfcf req-8015b86f-3fba-42c4-82d3-8319b6756237 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.2148471 Jun 10 22:37:05.427769 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.466642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.467811 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] For port 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:05.476828 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] For port 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=22ddafa1-b0dc-41d9-8553-14cf3208af5d,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:05.485877 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.489248 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:05.530776 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2aae6abe-2fa7-427c-bcc0-bbb083fddfcf req-03647c32-9511-4a5c-ac53-8949eb659f6b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142600 Jun 10 22:37:05.616416 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Pushing event updated for resources: {'Port': ['ID=22ddafa1-b0dc-41d9-8553-14cf3208af5d,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:05.626491 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:05.634549 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Allocated IP 172.28.1.51 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/1794bf91-6161-4b33-84c0-b930b598e00d) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:05.772214 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a198-eb23-4920-9b75-4119ebbdeb34 req-e0dcd6b8-053d-4d0c-9a86-144550ac06ee tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:05.779404 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6281a198-eb23-4920-9b75-4119ebbdeb34 req-e0dcd6b8-053d-4d0c-9a86-144550ac06ee tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0897064 Jun 10 22:37:05.788475 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.843307 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6281a198-eb23-4920-9b75-4119ebbdeb34 req-396100dc-5a93-4dc0-a2b2-92176574796f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Jun 10 22:37:05.843594 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:05.846583 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c1049899-7ea9-4bd7-83a5-617ece05cda7 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:05.894057 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:05.897235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:05.901646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:05.938322 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Pushing event updated for resources: {'Port': ['ID=1794bf91-6161-4b33-84c0-b930b598e00d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:05.948865 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:06.245952 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 22ddafa1-b0dc-41d9-8553-14cf3208af5d up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:06.290689 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:06.314199 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 22ddafa1-b0dc-41d9-8553-14cf3208af5d completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:06.574822 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:06.661090 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9e72b-4efb-411b-b467-57ed494dfe77 None None] Network 708af421-34bd-436d-b0af-842c86c2e135 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:37:06.711900 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Provisioning for port 22ddafa1-b0dc-41d9-8553-14cf3208af5d completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:06.747947 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:37:06.768686 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Provisioning complete for port 22ddafa1-b0dc-41d9-8553-14cf3208af5d triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:06.769129 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:06.996630 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:07.048717 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] For port 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=22ddafa1-b0dc-41d9-8553-14cf3208af5d,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:07.053566 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:07.056352 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:07.117048 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Pushing event updated for resources: {'Port': ['ID=22ddafa1-b0dc-41d9-8553-14cf3208af5d,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:07.120360 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:07.151977 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:07.160940 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Sync routers for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:07.168870 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:07.171678 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6862729 Jun 10 22:37:07.171826 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:07.173438 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49252) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:07.182143 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:36:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:07.379929 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-79c93de5-d915-4cd5-8923-999715104562 None None] Provisioning complete for port 22ddafa1-b0dc-41d9-8553-14cf3208af5d triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:07.381076 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-79c93de5-d915-4cd5-8923-999715104562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:07.473910 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:07.723595 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:06Z', 'revision_number': 3, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:07.726788 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Checking router: 3e385d6e-7c23-4781-9ded-6b5d74b7a661 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:07.727156 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Updating router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 port 1794bf91-6161-4b33-84c0-b930b598e00d binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:37:07.767225 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:07.828371 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.003656 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Allocated IP 172.20.0.1 (708af421-34bd-436d-b0af-842c86c2e135/b2360fe2-db8d-415f-8285-52649b3f137c/4d1b2aa9-d059-49de-9e86-740152055895) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:08.079552 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.089080 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Transition to ACTIVE for port object 1794bf91-6161-4b33-84c0-b930b598e00d will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:08.095831 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.099253 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-8ae6bf93-47f8-46ec-a569-1989faa0c432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:08.129299 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.146381 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Transition to ACTIVE for port object 4d1b2aa9-d059-49de-9e86-740152055895 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:08.160574 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Attempting to bind port 1794bf91-6161-4b33-84c0-b930b598e00d on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:08.160950 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Attempting to bind port 1794bf91-6161-4b33-84c0-b930b598e00d by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:08.161525 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Attempting to bind port 1794bf91-6161-4b33-84c0-b930b598e00d on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:08.170356 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Pushing event updated for resources: {'Port': ['ID=1794bf91-6161-4b33-84c0-b930b598e00d,revision_number=2']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:08.178919 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 22ddafa1-b0dc-41d9-8553-14cf3208af5d up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:08.179186 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:08.179569 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:08.179976 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.180373 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:08.180856 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Bound port: 1794bf91-6161-4b33-84c0-b930b598e00d, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:08.181231 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.184444 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.184787 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.185277 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.185706 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.186276 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.186648 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.187259 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.187737 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.188238 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.188568 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.188891 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.189195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.189691 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:08.192328 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:08.193122 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:08.246183 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Network 708af421-34bd-436d-b0af-842c86c2e135 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:08.254213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:08.255086 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 22ddafa1-b0dc-41d9-8553-14cf3208af5d triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:08.255593 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.262151 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:08.275072 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] For port 1794bf91-6161-4b33-84c0-b930b598e00d, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:08.278706 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] For port 1794bf91-6161-4b33-84c0-b930b598e00d, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1794bf91-6161-4b33-84c0-b930b598e00d,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:08.285068 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.297766 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:08.320159 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:08.329913 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:08.340139 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.340817 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:08.341567 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:36:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:08.588827 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-09ca73fc-3371-4df2-affd-0ced6e19a8bf None None] Provisioning for port 4d1b2aa9-d059-49de-9e86-740152055895 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:08.604650 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Pushing event updated for resources: {'Port': ['ID=1794bf91-6161-4b33-84c0-b930b598e00d,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:08.610633 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:08.610825 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-09ca73fc-3371-4df2-affd-0ced6e19a8bf None None] Provisioning complete for port 4d1b2aa9-d059-49de-9e86-740152055895 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:08.611025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-09ca73fc-3371-4df2-affd-0ced6e19a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.623992 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:08.741364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-09ca73fc-3371-4df2-affd-0ced6e19a8bf None None] Port 4d1b2aa9-d059-49de-9e86-740152055895 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:08.747195 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c765aa69-f1d9-4cf3-906f-eaeb877a0a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.797578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:08.960593 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:06Z', 'revision_number': 3, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:08.964582 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef36c5c-26ba-4dd8-9c95-5feb84bed589 None None] The sync data for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb is: [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:06Z', 'revision_number': 3, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:09.048235 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:09.053009 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:09.055386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-483279c5-0ad2-498f-8d7e-f673a92e50e4 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:09.140536 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:09.143434 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:09.145343 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:09.509006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Network 708af421-34bd-436d-b0af-842c86c2e135 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:09.510405 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:09.670740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:37:09.792241 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-72a7348e-7887-4d18-a26d-cfb0917e8727 None None] Provisioning complete for port 4d1b2aa9-d059-49de-9e86-740152055895 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:09.792755 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-72a7348e-7887-4d18-a26d-cfb0917e8727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:09.843884 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:09.853651 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] 10.222.0.16 "PUT /v2.0/routers/3e385d6e-7c23-4781-9ded-6b5d74b7a661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783147 Jun 10 22:37:09.868108 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-72a7348e-7887-4d18-a26d-cfb0917e8727 None None] Port 4d1b2aa9-d059-49de-9e86-740152055895 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:10.248117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1794bf91-6161-4b33-84c0-b930b598e00d up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:10.266688 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53049808-44b5-49b3-80fe-ef808343175b req-7b01b6cf-1065-45ae-977f-585711e1d377 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:10.268607 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53049808-44b5-49b3-80fe-ef808343175b req-7b01b6cf-1065-45ae-977f-585711e1d377 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.0945640 Jun 10 22:37:10.315117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 1794bf91-6161-4b33-84c0-b930b598e00d completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:10.321769 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 1794bf91-6161-4b33-84c0-b930b598e00d triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:10.321960 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-53049808-44b5-49b3-80fe-ef808343175b req-744aeaec-0708-4a27-8dcc-df7adfeebb39 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Jun 10 22:37:10.322104 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.425272 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.449123 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 1794bf91-6161-4b33-84c0-b930b598e00d, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1794bf91-6161-4b33-84c0-b930b598e00d,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:10.454497 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.457811 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:10.507517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49316) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:10.512679 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-726276584-network', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:10.531446 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=1794bf91-6161-4b33-84c0-b930b598e00d,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:10.534803 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Made reservation on behalf of 3bdc5ab2e4f54b9cae68ee3609ec8d40 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:10.537961 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.539072 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.539427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.539831 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.540469 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.540597 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.540823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.541149 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.541474 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.541890 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.542215 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.542542 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.542853 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:10.546743 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:10.554657 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.650533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.654345 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.657327 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-db7498ac-ff1a-4206-89dd-dc451357ccfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:10.660012 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Sync routers for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:10.669053 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:10.669818 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:36:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:10.681548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:37:10.691707 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6070f3cd-0f13-48ec-8b77-18d2b5b66b80,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:10.695901 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:10.696926 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.697253 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Added segment 5fd14550-c8e8-43b2-a797-fcac91d66b91 of type vlan for network 4db44b37-3935-4d7c-b47b-c17fae07a688 Jun 10 22:37:10.745680 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.775362 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.776796 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:10.777372 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.780188 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d5e67e1f-a97d-41ab-8514-e521d0f04add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:10.827271 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:10.832436 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49318) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:10.832635 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3239520 Jun 10 22:37:10.839039 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Request body: {'subnet': {'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-726276584-subnet', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:10.878760 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Pushing event updated for resources: {'Network': ['ID=4db44b37-3935-4d7c-b47b-c17fae07a688,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:10.879394 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Made reservation on behalf of 3bdc5ab2e4f54b9cae68ee3609ec8d40 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:10.881453 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:10.884146 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6286006'] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:10.895205 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:37:11.099743 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4326666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6285984'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.103666 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:11.169523 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c126075-f75b-46e8-8845-6fa1170891c1,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:11.173780 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:11.180096 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Checking segment: {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:11.180294 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Network hostable DHCP agents. Network: 4db44b37-3935-4d7c-b47b-c17fae07a688, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:37:11.198865 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:37:11.208091 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 4db44b37-3935-4d7c-b47b-c17fae07a688) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:11.213549 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:11.214753 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.232211 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c29d624a-6e45-405c-bc3a-fa4d627690b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3985198 Jun 10 22:37:11.235719 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49324) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:11.240476 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1658223-d192-405f-a0f0-09e2ed5d72d2 None None] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:37:11.251367 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:11.270150 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.271356 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.364019 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.420021 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-cb044385-8382-4d48-95bd-6f9e7357dfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.527436 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.544054 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-a3b30948-64dd-450f-ad14-e46c0f7b9011 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792038 Jun 10 22:37:11.576141 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 2, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:11.586294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-4db44b37-3935-4d7c-b47b-c17fae07a688', 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'fixed_ips': [{'subnet_id': '0c126075-f75b-46e8-8845-6fa1170891c1'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:37:11.586294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.586294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Checking router: 3e385d6e-7c23-4781-9ded-6b5d74b7a661 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:11.586667 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Updating router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 port 4d1b2aa9-d059-49de-9e86-740152055895 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:37:11.651749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.657735 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-bf47d2f9-dd54-4625-8916-759f9612658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:11.659472 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-bf47d2f9-dd54-4625-8916-759f9612658c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 1100 time: 0.0748980 Jun 10 22:37:11.706411 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:11.722006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7844-b7de-4392-a2f8-65c79cd642b8 req-60da2bb8-025c-4b1c-adfc-43d47508cc40 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:11.723469 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-43da7844-b7de-4392-a2f8-65c79cd642b8 req-60da2bb8-025c-4b1c-adfc-43d47508cc40 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1576633 Jun 10 22:37:11.808721 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-43da7844-b7de-4392-a2f8-65c79cd642b8 req-80d7e275-2076-4570-9e0e-2b19d9389c29 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Jun 10 22:37:11.817368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-2381b1fc-165b-4603-b096-792fe3d3f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:11.819382 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-2381b1fc-165b-4603-b096-792fe3d3f895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1287909 Jun 10 22:37:11.889619 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Allocated IP 172.20.0.2 (4db44b37-3935-4d7c-b47b-c17fae07a688/0c126075-f75b-46e8-8845-6fa1170891c1/c1f14855-94b6-4dea-8eb7-0a2d548facd6) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:11.925205 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-e267b5d5-e1cb-4c24-b448-4acc87e38f84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 200 len: 1001 time: 0.0912209 Jun 10 22:37:11.992690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.018936 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.026024 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-aecedcd0-1e4e-406f-9b53-a6363152c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:12.027644 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-aecedcd0-1e4e-406f-9b53-a6363152c661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0810449 Jun 10 22:37:12.104336 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-4c6a3ed4-e122-407e-9254-8d4ed94686d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:12.106023 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-4c6a3ed4-e122-407e-9254-8d4ed94686d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713859 Jun 10 22:37:12.168500 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Allocated IP 172.28.1.209 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/3b1ddfca-32fd-4de1-937d-0f030058d9fc) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:12.215078 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1794bf91-6161-4b33-84c0-b930b598e00d up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:12.302121 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-d25a916d-0042-47f5-ba32-7240aa2dbcee service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885972 Jun 10 22:37:12.335456 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.345319 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.368998 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.375700 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.383394 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.392956 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Transition to ACTIVE for port object c1f14855-94b6-4dea-8eb7-0a2d548facd6 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:12.393769 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-60aa8715-c651-4b33-b44a-47a4921e2fda tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:12.407491 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Transition to ACTIVE for port object 4d1b2aa9-d059-49de-9e86-740152055895 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:12.420205 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.426707 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:12.432899 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Transition to ACTIVE for port object c1f14855-94b6-4dea-8eb7-0a2d548facd6 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:12.453316 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:12.458741 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:12.461922 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:12.478186 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-676f2e85-05cc-49f7-b7b6-b3cbe24639c3 req-627babda-e8cd-4b27-8e3e-185135ee1747 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687326 Jun 10 22:37:12.483340 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.488622 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 1794bf91-6161-4b33-84c0-b930b598e00d triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:12.488995 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.591732 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Pushing event updated for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:12.603386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:12.611756 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:12.627362 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:12.664295 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-c245349c-6786-4742-951b-ed5d9337e5bf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:12.665817 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-c245349c-6786-4742-951b-ed5d9337e5bf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1064882 Jun 10 22:37:12.697754 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:12.706300 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:12.781464 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Pushing event updated for resources: {'Port': ['ID=c1f14855-94b6-4dea-8eb7-0a2d548facd6,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:12.811050 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Attempting to bind port 4d1b2aa9-d059-49de-9e86-740152055895 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:12.811491 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Attempting to bind port 4d1b2aa9-d059-49de-9e86-740152055895 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:12.811944 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Attempting to bind port 4d1b2aa9-d059-49de-9e86-740152055895 on network 708af421-34bd-436d-b0af-842c86c2e135 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:12.818555 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:12.858763 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:12.859229 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Checking segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:12.859584 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.859979 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Bound using segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:12.860468 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Bound port: 4d1b2aa9-d059-49de-9e86-740152055895, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:12.860851 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.869936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Deleting port 07f2d984-c80c-49e1-8a07-8d41e567134b {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:12.870435 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.877466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1ddfca-32fd-4de1-937d-0f030058d9fc,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:12.880650 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:12.914575 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Attempting to bind port c1f14855-94b6-4dea-8eb7-0a2d548facd6 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:12.915147 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Attempting to bind port c1f14855-94b6-4dea-8eb7-0a2d548facd6 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:12.915424 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Attempting to bind port c1f14855-94b6-4dea-8eb7-0a2d548facd6 on network 4db44b37-3935-4d7c-b47b-c17fae07a688 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:12.928790 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.960820 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:12.961230 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Checking segment: {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:12.961669 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:12.962146 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Bound using segment: {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:12.962720 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Bound port: c1f14855-94b6-4dea-8eb7-0a2d548facd6, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:12.963252 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.012963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] For port 07f2d984-c80c-49e1-8a07-8d41e567134b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07f2d984-c80c-49e1-8a07-8d41e567134b,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:13.013333 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.114862 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Calling delete_port for 07f2d984-c80c-49e1-8a07-8d41e567134b owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:13.145595 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf101cb-78df-4626-ad6c-c298ca38bb0e req-3948da9f-b599-400b-8b8d-2ff4bc16d240 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:13.147086 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-edf101cb-78df-4626-ad6c-c298ca38bb0e req-3948da9f-b599-400b-8b8d-2ff4bc16d240 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 945 time: 0.1668048 Jun 10 22:37:13.177722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] For port 4d1b2aa9-d059-49de-9e86-740152055895, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:13.184361 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] For port 4d1b2aa9-d059-49de-9e86-740152055895, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=4d1b2aa9-d059-49de-9e86-740152055895,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:13.193421 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.198344 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:13.241106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] For port c1f14855-94b6-4dea-8eb7-0a2d548facd6, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:13.270449 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] For port c1f14855-94b6-4dea-8eb7-0a2d548facd6, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=c1f14855-94b6-4dea-8eb7-0a2d548facd6,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:13.284705 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.299483 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Pushing event updated for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:13.303822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:13.305453 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-71030ed2-358f-4fa6-8c46-f8430765bb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:13.314025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:13.314025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:13.351236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.362853 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:13.402338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Pushing event deleted for resources: {'Port': ['ID=07f2d984-c80c-49e1-8a07-8d41e567134b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:13.404488 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['ed665c9a-55a0-474b-8266-2d7b8fdf456d', '07f2d984-c80c-49e1-8a07-8d41e567134b'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:37:13.405700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:13.475216 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] No DVR routers for this DVR port 07f2d984-c80c-49e1-8a07-8d41e567134b on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:37:13.480662 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.483136 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b460ca9f-74ab-4d63-91d8-8ea276a31dfb req-6e2c1d4e-dc62-41ff-9cd9-3beba93cf9f7 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "DELETE /v2.0/ports/07f2d984-c80c-49e1-8a07-8d41e567134b HTTP/1.1" status: 204 len: 173 time: 0.7969050 Jun 10 22:37:13.484517 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'name': 'network-vif-deleted', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:13.487144 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3446620f-31f1-4d60-94e2-3302688e4776" -d '{"events": [{"server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "name": "network-vif-deleted", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:13.556148 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5db967-fba2-4c0e-8557-08be9d4276ca x-openstack-request-id: req-cb5db967-fba2-4c0e-8557-08be9d4276ca {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:13.556466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18df1c-985c-4cbd-82cc-d7dc0f3d8014", "name": "network-vif-deleted", "tag": "07f2d984-c80c-49e1-8a07-8d41e567134b", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:13.556746 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb5db967-fba2-4c0e-8557-08be9d4276ca {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:13.557210 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18df1c-985c-4cbd-82cc-d7dc0f3d8014', 'name': 'network-vif-deleted', 'tag': '07f2d984-c80c-49e1-8a07-8d41e567134b', 'status': 'completed', 'code': 200} Jun 10 22:37:13.692119 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:13.714305 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-edf101cb-78df-4626-ad6c-c298ca38bb0e req-645935d6-fc43-4420-b143-057191b41d0a tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140028 Jun 10 22:37:13.722448 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:13.867722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Pushing event updated for resources: {'Port': ['ID=c1f14855-94b6-4dea-8eb7-0a2d548facd6,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:13.873993 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:13.939213 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:37:14.054414 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:14.121370 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:14.139241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:14.142335 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0c5a9ac5-f024-4490-a318-a489a7d7fd65 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9049203 Jun 10 22:37:14.146139 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49364) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:14.155108 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Sync routers for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:14.171719 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:14.177605 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:14.273720 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:13Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:14.279087 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd965b5-9d24-451f-8187-40df0a6f1f18 None None] The sync data for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb is: [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:13Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:14.321889 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device c1f14855-94b6-4dea-8eb7-0a2d548facd6 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:14.435524 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:14.436308 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port c1f14855-94b6-4dea-8eb7-0a2d548facd6 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:14.597548 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:14.717649 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2d021-eabc-4916-a041-592becc78d33 None None] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:37:14.887923 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Provisioning for port c1f14855-94b6-4dea-8eb7-0a2d548facd6 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:14.895661 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Provisioning complete for port c1f14855-94b6-4dea-8eb7-0a2d548facd6 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:14.896157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:14.952320 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:12Z', 'revision_number': 3, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:14.960416 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Checking router: 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:14.961093 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Updating router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a port 3b1ddfca-32fd-4de1-937d-0f030058d9fc binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:37:15.028920 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.046552 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.096381 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d9cd521f-ef1e-414b-9ff4-be496f0aa235 req-aa8fc763-85cc-4ae8-ba0d-b50479637b49 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b18df1c-985c-4cbd-82cc-d7dc0f3d8014 HTTP/1.1" status: 200 len: 210 time: 0.1025934 Jun 10 22:37:15.216424 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.306523 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] For port c1f14855-94b6-4dea-8eb7-0a2d548facd6, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=c1f14855-94b6-4dea-8eb7-0a2d548facd6,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:15.311820 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.318843 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:15.349714 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Allocated IP 172.20.0.1 (4db44b37-3935-4d7c-b47b-c17fae07a688/0c126075-f75b-46e8-8845-6fa1170891c1/dad43457-35f2-49a4-a94e-3704552eb903) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:15.471882 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Pushing event updated for resources: {'Port': ['ID=c1f14855-94b6-4dea-8eb7-0a2d548facd6,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:15.478518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:15.518301 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.532017 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Transition to ACTIVE for port object 3b1ddfca-32fd-4de1-937d-0f030058d9fc will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:15.541928 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.545080 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:15.548073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.571114 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Transition to ACTIVE for port object dad43457-35f2-49a4-a94e-3704552eb903 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:15.627073 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fef8-414f-4f90-b1e0-057702ceb193 None None] Pushing event updated for resources: {'Port': ['ID=3b1ddfca-32fd-4de1-937d-0f030058d9fc,revision_number=2']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:15.628490 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.629626 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Attempting to bind port 3b1ddfca-32fd-4de1-937d-0f030058d9fc on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:15.630020 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Attempting to bind port 3b1ddfca-32fd-4de1-937d-0f030058d9fc by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:15.630385 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Attempting to bind port 3b1ddfca-32fd-4de1-937d-0f030058d9fc on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:15.631830 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-176c5c70-cb33-48a0-aac6-4861cb29e02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:15.632711 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-48b0fef8-414f-4f90-b1e0-057702ceb193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:15.642814 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:15.643206 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:15.643749 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.644319 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:15.644959 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Bound port: 3b1ddfca-32fd-4de1-937d-0f030058d9fc, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:15.645644 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.712058 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:15.715001 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:15.722075 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:15.724305 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] For port 3b1ddfca-32fd-4de1-937d-0f030058d9fc, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:15.727989 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] For port 3b1ddfca-32fd-4de1-937d-0f030058d9fc, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=3b1ddfca-32fd-4de1-937d-0f030058d9fc,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:15.733527 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.736365 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:15.738075 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-05dad69f-bae1-4474-86cb-c631030492ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:15.742766 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:15.745199 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-6b70c89b-f9fb-4a52-87bb-96f887e86142 None None] Provisioning complete for port c1f14855-94b6-4dea-8eb7-0a2d548facd6 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:15.745692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b70c89b-f9fb-4a52-87bb-96f887e86142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.802980 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:15.820851 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:15.821791 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:15.828828 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fef8-414f-4f90-b1e0-057702ceb193 None None] Pushing event updated for resources: {'Port': ['ID=3b1ddfca-32fd-4de1-937d-0f030058d9fc,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:15.896381 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-48b0fef8-414f-4f90-b1e0-057702ceb193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:15.998123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.009095 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:16.026989 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-5eb78b31-da03-4d80-a95c-1efa5cb0da3f None None] Provisioning for port dad43457-35f2-49a4-a94e-3704552eb903 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:16.031016 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-5eb78b31-da03-4d80-a95c-1efa5cb0da3f None None] Provisioning complete for port dad43457-35f2-49a4-a94e-3704552eb903 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:16.031760 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5eb78b31-da03-4d80-a95c-1efa5cb0da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.076330 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-5eb78b31-da03-4d80-a95c-1efa5cb0da3f None None] Port dad43457-35f2-49a4-a94e-3704552eb903 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:16.113228 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 07f2d984-c80c-49e1-8a07-8d41e567134b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:16.171445 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 07f2d984-c80c-49e1-8a07-8d41e567134b {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:16.171985 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 07f2d984-c80c-49e1-8a07-8d41e567134b not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:16.378118 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:12Z', 'revision_number': 3, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:16.385808 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc615d10-15df-4ad2-a217-64dfd85396de None None] The sync data for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb is: [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:12Z', 'revision_number': 3, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:16.399183 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 4d1b2aa9-d059-49de-9e86-740152055895 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:16.473535 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 4d1b2aa9-d059-49de-9e86-740152055895 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:16.484920 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 4d1b2aa9-d059-49de-9e86-740152055895 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:16.484920 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.512533 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.519733 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.527239 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7d1017fd-2282-4bbf-985d-505140b4c00e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:16.598641 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.627573 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:16.631529 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:16.638466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.638817 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 4d1b2aa9-d059-49de-9e86-740152055895, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=4d1b2aa9-d059-49de-9e86-740152055895,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:16.658943 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:16.662699 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device c1f14855-94b6-4dea-8eb7-0a2d548facd6 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:16.669519 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:16.873133 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6c1e5-0bed-4f4a-b477-60939a7d44a9 req-1e40bf2f-3834-41f6-a3ff-2f3c227c272d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:16.875507 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79d6c1e5-0bed-4f4a-b477-60939a7d44a9 req-1e40bf2f-3834-41f6-a3ff-2f3c227c272d tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.2226434 Jun 10 22:37:16.915756 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:16.928389 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:16.946051 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:16.951133 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:16.953777 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port c1f14855-94b6-4dea-8eb7-0a2d548facd6 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:16.954175 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:17.002358 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79d6c1e5-0bed-4f4a-b477-60939a7d44a9 req-97b8b84c-132a-4834-a72c-46b205272f4e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154587 Jun 10 22:37:17.114066 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:37:17.204696 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-08a3ea73-dc59-4baa-ab94-ef43756173a4 None None] Provisioning complete for port dad43457-35f2-49a4-a94e-3704552eb903 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:17.205156 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-08a3ea73-dc59-4baa-ab94-ef43756173a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:17.250891 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-08a3ea73-dc59-4baa-ab94-ef43756173a4 None None] Port dad43457-35f2-49a4-a94e-3704552eb903 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:17.269775 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:17.274888 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] 10.222.0.16 "PUT /v2.0/routers/1bc8ea9c-6b79-42a1-876f-c3a058fbf04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274393 Jun 10 22:37:17.717507 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49418) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:17.846568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:17.997477 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.002322 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.004852 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-119c6e7f-018c-4923-a8b6-23fed0e8a29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:18.050967 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=102c285ca1fd4afb98c314f397a562a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296361 Jun 10 22:37:18.050967 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30f95f-0a7e-4021-9abe-d0e67d041058,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:18.051312 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49434) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:18.052887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:18.124684 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.161501 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.179750 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Sync routers for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:18.194729 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:18.195701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:18.277883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.282719 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.284146 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae30f95f-0a7e-4021-9abe-d0e67d041058 HTTP/1.1" status: 204 len: 168 time: 0.2309487 Jun 10 22:37:18.286173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-320aa314-8462-4285-b7c1-fceeae6b5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:18.300983 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30f95f-0a7e-4021-9abe-d0e67d041058,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:18.304589 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:18.318523 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cae98-11f1-4638-92d3-ee45ad22171a req-60247677-6c63-4d0d-b75e-55d0b4091540 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:18.320330 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0d0cae98-11f1-4638-92d3-ee45ad22171a req-60247677-6c63-4d0d-b75e-55d0b4091540 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1119337 Jun 10 22:37:18.399412 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 4d1b2aa9-d059-49de-9e86-740152055895 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:18.420528 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-0d0cae98-11f1-4638-92d3-ee45ad22171a req-5c53d367-a35b-4e15-971f-89a950ecc17e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945632 Jun 10 22:37:18.506074 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 4d1b2aa9-d059-49de-9e86-740152055895 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:18.506462 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:18.564498 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:18.836227 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 3b1ddfca-32fd-4de1-937d-0f030058d9fc up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:18.959621 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 3b1ddfca-32fd-4de1-937d-0f030058d9fc completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:18.976336 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 3b1ddfca-32fd-4de1-937d-0f030058d9fc triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:18.976715 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.021136 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 4, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'dad43457-35f2-49a4-a94e-3704552eb903', 'name': '', 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'mac_address': 'fa:16:3e:33:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:15Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 2, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'subnets': [{'id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:19.029446 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Checking router: 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:19.029854 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Updating router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a port dad43457-35f2-49a4-a94e-3704552eb903 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:37:19.121840 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.146671 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.195370 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 3b1ddfca-32fd-4de1-937d-0f030058d9fc, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=3b1ddfca-32fd-4de1-937d-0f030058d9fc,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:19.232196 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.237090 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:19.298296 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=3b1ddfca-32fd-4de1-937d-0f030058d9fc,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:19.301034 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:19.689187 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b4c1f-de21-489e-8d87-e61b7d9af372 req-1565c81c-5bb8-4409-b994-b422314b8ff0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:19.691679 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b79b4c1f-de21-489e-8d87-e61b7d9af372 req-1565c81c-5bb8-4409-b994-b422314b8ff0 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0924318 Jun 10 22:37:19.768193 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.775928 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b79b4c1f-de21-489e-8d87-e61b7d9af372 req-7b51a158-51a3-40a4-9bd2-ddac1de3f7c6 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787888 Jun 10 22:37:19.781849 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Transition to ACTIVE for port object dad43457-35f2-49a4-a94e-3704552eb903 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:19.790393 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:19.792416 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:20.004840 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Attempting to bind port dad43457-35f2-49a4-a94e-3704552eb903 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:20.005218 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Attempting to bind port dad43457-35f2-49a4-a94e-3704552eb903 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:20.005610 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Attempting to bind port dad43457-35f2-49a4-a94e-3704552eb903 on network 4db44b37-3935-4d7c-b47b-c17fae07a688 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:20.008486 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Pushing event updated for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:20.011320 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:20.014397 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:20.014809 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Checking segment: {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:20.015395 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:20.015794 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Bound using segment: {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:20.016274 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Bound port: dad43457-35f2-49a4-a94e-3704552eb903, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd14550-c8e8-43b2-a797-fcac91d66b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:20.016690 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:20.109008 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] For port dad43457-35f2-49a4-a94e-3704552eb903, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:20.112767 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] For port dad43457-35f2-49a4-a94e-3704552eb903, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=dad43457-35f2-49a4-a94e-3704552eb903,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:20.117447 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:20.121046 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:20.286728 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 3b1ddfca-32fd-4de1-937d-0f030058d9fc up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:20.384661 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:20.386184 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:20.478761 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Pushing event updated for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:20.541675 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe69a0-6abe-4e3d-9583-b607a0293b4f req-949dc308-86dc-436c-9dc7-93051b1d1367 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:20.543726 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:20.553303 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1bfe69a0-6abe-4e3d-9583-b607a0293b4f req-949dc308-86dc-436c-9dc7-93051b1d1367 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1046431 Jun 10 22:37:20.622067 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1bfe69a0-6abe-4e3d-9583-b607a0293b4f req-73f3db58-6a18-456e-93dd-5165aa46c9db tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673029 Jun 10 22:37:20.632580 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:20.739895 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 3b1ddfca-32fd-4de1-937d-0f030058d9fc triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:20.740272 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:21.080674 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 4, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'dad43457-35f2-49a4-a94e-3704552eb903', 'name': '', 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'mac_address': 'fa:16:3e:33:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:15Z', 'updated_at': '2021-06-10T22:37:20Z', 'revision_number': 4, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'subnets': [{'id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:21.085071 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f1df8-8288-4942-a1c6-a796cb10b145 None None] The sync data for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb is: [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:37:15Z', 'revision_number': 4, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': 'dad43457-35f2-49a4-a94e-3704552eb903', 'name': '', 'network_id': '4db44b37-3935-4d7c-b47b-c17fae07a688', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'mac_address': 'fa:16:3e:33:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:15Z', 'updated_at': '2021-06-10T22:37:20Z', 'revision_number': 4, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'subnets': [{'id': '0c126075-f75b-46e8-8845-6fa1170891c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:21.257230 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5153df-8934-4d60-a9ad-6e704d371af8 req-f709d7cd-c8a9-457a-93b4-4499fcda314e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:21.267986 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6d5153df-8934-4d60-a9ad-6e704d371af8 req-f709d7cd-c8a9-457a-93b4-4499fcda314e tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1450527 Jun 10 22:37:21.338035 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6d5153df-8934-4d60-a9ad-6e704d371af8 req-c943f1dd-837a-49a9-9957-76c39f1e0646 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Jun 10 22:37:21.878092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ed0a-fb08-494a-a302-543e8326de4d req-c2096e84-3e59-446c-961d-6d21407558ed tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:21.879841 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4016ed0a-fb08-494a-a302-543e8326de4d req-c2096e84-3e59-446c-961d-6d21407558ed tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.0916808 Jun 10 22:37:21.937294 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4016ed0a-fb08-494a-a302-543e8326de4d req-ef509cf5-a604-40bd-857e-d719e1fcbcfa tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507607 Jun 10 22:37:22.226429 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device dad43457-35f2-49a4-a94e-3704552eb903 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:22.298746 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port dad43457-35f2-49a4-a94e-3704552eb903 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:22.303008 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port dad43457-35f2-49a4-a94e-3704552eb903 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:22.303462 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:22.412426 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:22.458029 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port dad43457-35f2-49a4-a94e-3704552eb903, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=dad43457-35f2-49a4-a94e-3704552eb903,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:22.467719 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:22.475917 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:22.554932 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:22.566686 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:22.581135 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f542-e611-4efc-8b51-b84c33cd3a88 req-74fdf6e3-e6a9-4bac-8588-230b0d213326 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:22.583364 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eb08f542-e611-4efc-8b51-b84c33cd3a88 req-74fdf6e3-e6a9-4bac-8588-230b0d213326 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1022491 Jun 10 22:37:22.633246 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eb08f542-e611-4efc-8b51-b84c33cd3a88 req-dc9f913f-898e-40fb-914d-ca64466d4463 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jun 10 22:37:23.261645 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10ad7-f9e7-4438-9cb0-9830669fa90d req-df67f05e-3f42-462c-8ec4-293fde490d49 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:23.263138 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bac10ad7-f9e7-4438-9cb0-9830669fa90d req-df67f05e-3f42-462c-8ec4-293fde490d49 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1747460 Jun 10 22:37:23.264493 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:37:23.321505 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bac10ad7-f9e7-4438-9cb0-9830669fa90d req-81e90111-6a88-4b9c-9f72-00fc75427a18 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492885 Jun 10 22:37:23.384915 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-ae0b86ef-e6d8-42ed-af72-e6e09e28d79f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:23.386413 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-ae0b86ef-e6d8-42ed-af72-e6e09e28d79f tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.0965619 Jun 10 22:37:23.518170 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Deleting port ed665c9a-55a0-474b-8266-2d7b8fdf456d {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:23.518508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:23.643435 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] For port ed665c9a-55a0-474b-8266-2d7b8fdf456d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ed665c9a-55a0-474b-8266-2d7b8fdf456d,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:23.644500 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:23.740591 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Calling delete_port for ed665c9a-55a0-474b-8266-2d7b8fdf456d owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:23.907846 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5edda5-532b-4a62-852d-c86e5071b8c8 req-48194b06-808f-4733-ad78-3c0d6511cc0b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:23.909350 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3e5edda5-532b-4a62-852d-c86e5071b8c8 req-48194b06-808f-4733-ad78-3c0d6511cc0b tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e HTTP/1.1" status: 200 len: 945 time: 0.1024194 Jun 10 22:37:23.996902 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3e5edda5-532b-4a62-852d-c86e5071b8c8 req-9e7a10ef-2e84-4961-83f2-fca1c0624369 tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.16 "GET /v2.0/security-groups?id=345395e6-6c2b-44bf-9974-4a865ece2021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Jun 10 22:37:23.997945 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:24.007018 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d1d8320-10e5-4caf-98a0-b604d08455a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:24.010569 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['ed665c9a-55a0-474b-8266-2d7b8fdf456d'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:37:24.072807 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Pushing event deleted for resources: {'Port': ['ID=ed665c9a-55a0-474b-8266-2d7b8fdf456d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:24.077916 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:24.102433 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] No DVR routers for this DVR port ed665c9a-55a0-474b-8266-2d7b8fdf456d on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:37:24.105535 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:24.107861 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4215e53b-88f6-4937-83f4-e879b78935a7 req-92c7f355-627e-4935-ae4e-4b7ae0032fdf tempest-ServerRescueNegativeTestJSON-1657277625 tempest-ServerRescueNegativeTestJSON-1657277625-project] 10.222.0.41 "DELETE /v2.0/ports/ed665c9a-55a0-474b-8266-2d7b8fdf456d HTTP/1.1" status: 204 len: 173 time: 0.7151592 Jun 10 22:37:24.108367 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'name': 'network-vif-deleted', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:24.118032 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7f0c7-42ca-418e-a9ea-bf5eeae91cdf" -d '{"events": [{"server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "name": "network-vif-deleted", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:24.189016 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0ab43b-4bea-4316-a9b2-547c1c76586c x-openstack-request-id: req-8d0ab43b-4bea-4316-a9b2-547c1c76586c {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:24.191860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e", "name": "network-vif-deleted", "tag": "ed665c9a-55a0-474b-8266-2d7b8fdf456d", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:24.192187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d0ab43b-4bea-4316-a9b2-547c1c76586c {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:24.192640 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c39f5b6-48ad-47b3-bac9-e3cc2c30eb8e', 'name': 'network-vif-deleted', 'tag': 'ed665c9a-55a0-474b-8266-2d7b8fdf456d', 'status': 'completed', 'code': 200} Jun 10 22:37:24.258599 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device dad43457-35f2-49a4-a94e-3704552eb903 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:24.365563 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port dad43457-35f2-49a4-a94e-3704552eb903 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:24.366012 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:24.525473 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e05e-840d-4f42-8039-9b10f38e8f42 req-e7e0b9cb-c9b7-4b13-b2e4-682fcf35d721 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:24.527329 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bf92e05e-840d-4f42-8039-9b10f38e8f42 req-e7e0b9cb-c9b7-4b13-b2e4-682fcf35d721 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.0781510 Jun 10 22:37:24.579304 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bf92e05e-840d-4f42-8039-9b10f38e8f42 req-57b78f09-66c2-4b5a-b1c1-00301ed08d6b tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Jun 10 22:37:25.136354 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49552) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:25.763096 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:25.853318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94ad83-4047-47a9-b7c3-d0ffb2080398 req-72570446-d388-4a77-a36f-84296db90fb6 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:25.863769 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1e94ad83-4047-47a9-b7c3-d0ffb2080398 req-72570446-d388-4a77-a36f-84296db90fb6 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1330359 Jun 10 22:37:25.917175 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1e94ad83-4047-47a9-b7c3-d0ffb2080398 req-99f9a904-6627-4f26-a5c4-fce3c156f58f tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/security-groups?id=86a809ab-7dbc-498b-b86d-20745e496b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Jun 10 22:37:25.985632 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-feaa2220-4fbd-49e5-addd-58bb89fa79a4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:25.987185 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-feaa2220-4fbd-49e5-addd-58bb89fa79a4 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 945 time: 0.1979239 Jun 10 22:37:26.131019 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device ed665c9a-55a0-474b-8266-2d7b8fdf456d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:26.183235 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: ed665c9a-55a0-474b-8266-2d7b8fdf456d {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:26.183583 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device ed665c9a-55a0-474b-8266-2d7b8fdf456d not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:26.213487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Deleting port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:26.214011 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.312455 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Deleting port ed46bc01-44cc-42b3-ac61-d5b0a177b780 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:26.313274 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.363445 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] For port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,segment=NetworkSegment(3106f5e8-b008-4de3-a9e6-e1b2da4d2b05),segment_id=3106f5e8-b008-4de3-a9e6-e1b2da4d2b05)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:26.364355 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.441633 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] For port ed46bc01-44cc-42b3-ac61-d5b0a177b780, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=ed46bc01-44cc-42b3-ac61-d5b0a177b780,segment=NetworkSegment(d4b41006-fe24-4e3f-bd6e-5e477536488b),segment_id=d4b41006-fe24-4e3f-bd6e-5e477536488b)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:26.442170 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.521205 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Calling delete_port for c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:26.545918 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Calling delete_port for ed46bc01-44cc-42b3-ac61-d5b0a177b780 owned by network:router_interface {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:26.749051 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.762807 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['c14cb8a6-22b8-4f49-a81e-82bb78fcafc9'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:37:26.772788 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:26.835700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Pushing event deleted for resources: {'Port': ['ID=c14cb8a6-22b8-4f49-a81e-82bb78fcafc9,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:26.838395 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:26.904468 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] No DVR routers for this DVR port c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:37:26.907733 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:26.909658 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a7642479-18e9-4206-9a1d-b3ca4c67301f req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.41 "DELETE /v2.0/ports/c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 HTTP/1.1" status: 204 len: 173 time: 0.9155335 Jun 10 22:37:26.910152 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'name': 'network-vif-deleted', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:26.912493 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c19cd7-14d8-4eba-a1a4-89358eb7fb38" -d '{"events": [{"server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "name": "network-vif-deleted", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:27.021515 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21876242-0b62-49b3-b8ab-a7bce6a6cf21 x-openstack-request-id: req-21876242-0b62-49b3-b8ab-a7bce6a6cf21 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:27.021862 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8044911-2445-4816-979a-a70fbc6ac1bf", "name": "network-vif-deleted", "tag": "c14cb8a6-22b8-4f49-a81e-82bb78fcafc9", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:27.022144 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21876242-0b62-49b3-b8ab-a7bce6a6cf21 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:27.026842 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8044911-2445-4816-979a-a70fbc6ac1bf', 'name': 'network-vif-deleted', 'tag': 'c14cb8a6-22b8-4f49-a81e-82bb78fcafc9', 'status': 'completed', 'code': 200} Jun 10 22:37:27.165223 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:27.173506 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7ad6cb96-8a19-4f44-947b-1a7d0dafba08 req-b2482d39-5112-41c1-a67b-59ae5c87e296 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8044911-2445-4816-979a-a70fbc6ac1bf HTTP/1.1" status: 200 len: 210 time: 0.0564327 Jun 10 22:37:27.183296 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:27.275542 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed46bc01-44cc-42b3-ac61-d5b0a177b780,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:27.278150 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:27.471958 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:27.805675 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Router 9405a6e1-e5f4-4eec-996c-895eda5a828b has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:37:27.961341 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:27.971239 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] 10.222.0.16 "PUT /v2.0/routers/9405a6e1-e5f4-4eec-996c-895eda5a828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332245 Jun 10 22:37:27.973638 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Sync routers for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:27.974149 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49604) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:27.986553 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:27.997267 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:28.159092 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:28.172011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks [] for router, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:28.418401 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:28.533146 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Deleting port 46a3b448-11ac-4511-8e40-a8118c2be898 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:28.534511 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:28.677053 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:37:27Z', 'revision_number': 5, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port': {'id': '46a3b448-11ac-4511-8e40-a8118c2be898', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:51Z', 'updated_at': '2021-06-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:28.682352 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Checking router: 9405a6e1-e5f4-4eec-996c-895eda5a828b for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:28.698775 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Routers {'9405a6e1-e5f4-4eec-996c-895eda5a828b'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:28.699729 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['9405a6e1-e5f4-4eec-996c-895eda5a828b'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:28.764286 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] For port 46a3b448-11ac-4511-8e40-a8118c2be898, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=46a3b448-11ac-4511-8e40-a8118c2be898,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:28.765550 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:28.891107 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] Set router 9405a6e1-e5f4-4eec-996c-895eda5a828b gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:28.940709 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Calling delete_port for 46a3b448-11ac-4511-8e40-a8118c2be898 owned by network:router_gateway {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:28.988106 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:37:28Z', 'revision_number': 6, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:28.994371 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6105cee-d21b-42ab-8ff7-21d673c57be7 None None] The sync data for ids ['9405a6e1-e5f4-4eec-996c-895eda5a828b'] in dv-cinder-790535-2-smb is: [{'id': '9405a6e1-e5f4-4eec-996c-895eda5a828b', 'name': 'tempest-ServerRescueNegativeTestJSON-1313054261-router', 'tenant_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:49Z', 'updated_at': '2021-06-10T22:37:28Z', 'revision_number': 6, 'project_id': 'ea810c1d8fc94429b4968af0a779c8a2', 'gw_port_host': None}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:29.187194 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.190440 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:29.222353 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a3b448-11ac-4511-8e40-a8118c2be898,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:29.224806 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:29.322702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.476739 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.478808 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.554629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.555361 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9405a6e1-e5f4-4eec-996c-895eda5a828b {{(pid=91862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:37:29.560368 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.561264 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6acd7abd-18c4-4328-846e-30353fd8e078 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9405a6e1-e5f4-4eec-996c-895eda5a828b HTTP/1.1" status: 204 len: 168 time: 1.5864213 Jun 10 22:37:29.563928 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49640) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:29.616815 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Deleting subnet ca93f94d-1263-4010-9051-3a1781904da7 {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:37:29.620017 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.660859 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.705539 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.769465 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.771724 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:29.802043 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca93f94d-1263-4010-9051-3a1781904da7,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:29.805022 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:29.806011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:29.807812 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-36a7392b-23a9-434c-ac81-c50087ca1e73 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca93f94d-1263-4010-9051-3a1781904da7 HTTP/1.1" status: 204 len: 168 time: 0.2429955 Jun 10 22:37:29.810375 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49642) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:30.151449 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.159793 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:30.188526 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:30.189252 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c14cb8a6-22b8-4f49-a81e-82bb78fcafc9 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:30.206366 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device ed46bc01-44cc-42b3-ac61-d5b0a177b780 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:30.230565 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: ed46bc01-44cc-42b3-ac61-d5b0a177b780 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:30.230941 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device ed46bc01-44cc-42b3-ac61-d5b0a177b780 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:30.231363 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 46a3b448-11ac-4511-8e40-a8118c2be898 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:30.257757 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 46a3b448-11ac-4511-8e40-a8118c2be898 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:30.258095 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 46a3b448-11ac-4511-8e40-a8118c2be898 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:30.266289 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.277374 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f3786-1445-4388-8d34-a44aab878cf8']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:30.288317 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b41006-fe24-4e3f-bd6e-5e477536488b') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:30.288615 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b41006-fe24-4e3f-bd6e-5e477536488b') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:30.298729 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.313566 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.319761 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:37:30.320130 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:37:30.322301 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:37:30.392516 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.395972 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:30.398979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.399988 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b26f3786-1445-4388-8d34-a44aab878cf8 HTTP/1.1" status: 204 len: 168 time: 0.5888090 Jun 10 22:37:30.412951 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26f3786-1445-4388-8d34-a44aab878cf8,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:30.415313 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:30.564496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49654) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:30.614385 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-71cb54a7-f8c5-4860-92b2-b210e11551a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea810c1d8fc94429b4968af0a779c8a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464411 Jun 10 22:37:30.614762 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 49658) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:30.672869 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.699008 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.764512 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.767410 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:30.772637 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/345395e6-6c2b-44bf-9974-4a865ece2021 HTTP/1.1" status: 204 len: 168 time: 0.1544259 Jun 10 22:37:30.772637 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-49338961-8a9b-407f-90e5-565e772b4af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:30.782473 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345395e6-6c2b-44bf-9974-4a865ece2021,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:30.785835 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:30.915969 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49678) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:31.039234 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-5b005d1d-efed-448e-b4f6-c9398c8255b2 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:31.040952 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-5b005d1d-efed-448e-b4f6-c9398c8255b2 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 815 time: 0.1322033 Jun 10 22:37:31.057190 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1a8c0219-db08-447d-8d5a-ce07bbf30a13 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/quotas/d11e3356e4a64fcd9ecf73c37b373155 HTTP/1.1" status: 200 len: 375 time: 0.0102742 Jun 10 22:37:31.135600 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-5453ad36-5a43-4983-9aa2-b8daf725bcd7 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712299 Jun 10 22:37:31.175445 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.280141 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-7d00788e-778b-49a1-a47a-64f9fd15d202 service neutron] 10.222.0.16 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327093 Jun 10 22:37:31.308227 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.313020 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.343988 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a134f04b-8b14-4857-8c5d-9213aed1ddfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:31.350788 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9c450696a284fba8f285d05989ac284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309466 Jun 10 22:37:31.363371 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49696) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:31.401416 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4d5f8-58e5-4a3e-aef2-74b1fcaa3eea,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:31.407911 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:31.426561 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-18e9f9b4-c4d4-4296-b0c1-8e492e46e626 service neutron] 10.222.0.16 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360769 Jun 10 22:37:31.443825 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.470868 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.540473 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.543458 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:31.544797 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71d4d5f8-58e5-4a3e-aef2-74b1fcaa3eea HTTP/1.1" status: 204 len: 168 time: 0.1802595 Jun 10 22:37:31.546174 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7f4e409b-a9f9-4bb0-a3b5-d3ad6e278a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:31.556870 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4d5f8-58e5-4a3e-aef2-74b1fcaa3eea,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:31.559517 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:31.693277 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-02010420-90fc-4c3b-9fd3-20adb501d0a2 req-83f11f52-727f-40a2-8e76-6f821441a814 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 210 time: 0.0458567 Jun 10 22:37:32.484192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49750) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:32.590378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:32.700019 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:32.704579 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:32.707424 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb0a41ec-698c-423e-86e0-649813e08b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:32.742702 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b7d2c162173488aae12f866dabb3c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574148 Jun 10 22:37:32.745708 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 49760) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:32.774292 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50cd5b-f56d-4252-a6bc-d916455de5ec,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:32.782751 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:32.857469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:32.900051 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cf395e82-25f7-408c-8f3e-06c844e53c10 req-bb8aee95-d51b-4bc4-badb-5881d11db7be tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 210 time: 0.0446229 Jun 10 22:37:32.937022 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:32.990129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-0ab485d0-afc0-496f-be90-a4c36222758d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:32.991568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-0ab485d0-afc0-496f-be90-a4c36222758d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 815 time: 0.2052109 Jun 10 22:37:33.005415 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'port': {'device_id': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'admin_state_up': True, 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:33.036902 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:33.041032 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:33.042725 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c50cd5b-f56d-4252-a6bc-d916455de5ec HTTP/1.1" status: 204 len: 168 time: 0.2955976 Jun 10 22:37:33.046202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a1f39c9-8844-4bfb-ada4-b087812acb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:33.059294 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50cd5b-f56d-4252-a6bc-d916455de5ec,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:33.063747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:33.170579 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Made reservation on behalf of d11e3356e4a64fcd9ecf73c37b373155 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:33.174646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:33.334505 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Allocated IP 172.20.0.14 (708af421-34bd-436d-b0af-842c86c2e135/b2360fe2-db8d-415f-8285-52649b3f137c/16e1bdc9-fe11-40ae-a65d-9f7449e789dd) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:33.844334 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:33.867805 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Transition to ACTIVE for port object 16e1bdc9-fe11-40ae-a65d-9f7449e789dd will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:33.950927 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:33.987797 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e26c7223-dac0-47b5-9787-7d4beadc2a97 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:34.068668 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Network 708af421-34bd-436d-b0af-842c86c2e135 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:34.086359 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:34.100776 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:34.189815 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:34.190327 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:34.293936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:34.298811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:34.352775 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3512950 Jun 10 22:37:34.419137 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd8252-fd19-4553-b278-b354b3cbcb81 req-847bccb9-e96f-403c-a27c-54ce0b7ef3fb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:34.424727 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94bd8252-fd19-4553-b278-b354b3cbcb81 req-847bccb9-e96f-403c-a27c-54ce0b7ef3fb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.2265537 Jun 10 22:37:34.514075 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94bd8252-fd19-4553-b278-b354b3cbcb81 req-9c6d75b6-9b7c-4d17-8333-712c6a53cbdb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797949 Jun 10 22:37:34.575280 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-852da380-aa8a-4957-8fb2-16b5f7bc67f8 None None] Provisioning for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:34.590393 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-852da380-aa8a-4957-8fb2-16b5f7bc67f8 None None] Provisioning complete for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:34.590772 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-852da380-aa8a-4957-8fb2-16b5f7bc67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:34.633848 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-852da380-aa8a-4957-8fb2-16b5f7bc67f8 None None] Port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:35.713633 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594c808-89ad-4388-ab51-170734ca6ea7 req-d9527cef-123a-4e05-902f-6f9f00a5a0da tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:35.715548 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3594c808-89ad-4388-ab51-170734ca6ea7 req-d9527cef-123a-4e05-902f-6f9f00a5a0da tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0776672 Jun 10 22:37:35.762905 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3594c808-89ad-4388-ab51-170734ca6ea7 req-3778a377-0c0a-40b0-a17f-19eb8302ea4c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Jun 10 22:37:37.001112 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7ddd-7b01-4c72-863f-9c0b85f48071 req-b323a93a-b53a-4921-ade9-4d88e1db7d17 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:37.003652 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-094f7ddd-7b01-4c72-863f-9c0b85f48071 req-b323a93a-b53a-4921-ade9-4d88e1db7d17 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.1221473 Jun 10 22:37:37.057615 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-094f7ddd-7b01-4c72-863f-9c0b85f48071 req-44be72a7-039d-4d9f-9626-8384e119e73e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Jun 10 22:37:38.261713 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4badd-00b3-435c-b240-eddaf9fa8a41 req-b82f1354-b28d-4069-aceb-41fbae35809f tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:38.265215 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4bb4badd-00b3-435c-b240-eddaf9fa8a41 req-b82f1354-b28d-4069-aceb-41fbae35809f tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0813756 Jun 10 22:37:38.324063 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4bb4badd-00b3-435c-b240-eddaf9fa8a41 req-b2da66bc-effb-4b08-8570-e89277c77843 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Jun 10 22:37:38.719540 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d32ed9cc-5e78-4fbb-958e-1dcf15b01e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:39.556487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bd018-a88d-4412-9c3c-e7f763c05ec4 req-05e48929-cd7b-4566-a3a7-4f327eb94654 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:39.558444 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-860bd018-a88d-4412-9c3c-e7f763c05ec4 req-05e48929-cd7b-4566-a3a7-4f327eb94654 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.1083848 Jun 10 22:37:39.610711 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-860bd018-a88d-4412-9c3c-e7f763c05ec4 req-3844179a-bee3-40cd-8d06-61eb6f3b5891 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Jun 10 22:37:41.026539 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a46ad-5486-441b-9f89-16373aa007e2 req-47f5d0db-0337-4fa2-82a6-11a092f3737a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:41.031082 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-456a46ad-5486-441b-9f89-16373aa007e2 req-47f5d0db-0337-4fa2-82a6-11a092f3737a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0898106 Jun 10 22:37:41.078505 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-456a46ad-5486-441b-9f89-16373aa007e2 req-2048657e-de5a-4794-913c-484d3762789c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Jun 10 22:37:41.346255 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b43788f6-3d28-4757-aa77-96e0fade5e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:41.459573 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:42.287679 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98eb7-3c3b-46ac-a748-6d91dc58583f req-ee0e5149-f42d-4a78-ab8c-bee30f4f06c8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:42.289559 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2a98eb7-3c3b-46ac-a748-6d91dc58583f req-ee0e5149-f42d-4a78-ab8c-bee30f4f06c8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0812356 Jun 10 22:37:42.317126 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:42.348123 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b2a98eb7-3c3b-46ac-a748-6d91dc58583f req-33ca8ef2-b018-471f-a504-2e32cfc802e3 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496459 Jun 10 22:37:43.557052 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72038-a68d-43a1-bcae-869ec02765dc req-c124e835-3896-4158-98ca-acad06b77556 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:43.568660 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-85f72038-a68d-43a1-bcae-869ec02765dc req-c124e835-3896-4158-98ca-acad06b77556 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0750988 Jun 10 22:37:43.615489 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-85f72038-a68d-43a1-bcae-869ec02765dc req-67bf50c4-42c0-46a3-acbe-76b6187ee486 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510700 Jun 10 22:37:44.009833 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:44.579163 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:44.790494 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97bd6-ec0d-4e8e-b811-647680ec74fe req-96ad2aba-b637-4bc5-83e8-bc114db9dfe2 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:44.791951 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fca97bd6-ec0d-4e8e-b811-647680ec74fe req-96ad2aba-b637-4bc5-83e8-bc114db9dfe2 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 932 time: 0.0736942 Jun 10 22:37:44.837646 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fca97bd6-ec0d-4e8e-b811-647680ec74fe req-fec5859f-3a65-4418-b335-8dd9434c3d28 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Jun 10 22:37:45.020237 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Request body: {'port': {'device_id': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:45.105681 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.422202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e1bdc9-fe11-40ae-a65d-9f7449e789dd {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:37:45.430426 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.443044 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Transition to ACTIVE for port object 16e1bdc9-fe11-40ae-a65d-9f7449e789dd will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:45.446713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.450143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-51a14e9d-85f4-4379-abdd-04d2184beacc tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:45.553819 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:45.581228 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:45.652469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Attempting to bind port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:37:45.652806 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Attempting to bind port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:37:45.653140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Attempting to bind port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd on network 708af421-34bd-436d-b0af-842c86c2e135 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:45.658438 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd on network 708af421-34bd-436d-b0af-842c86c2e135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:37:45.658752 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Attempting to bind port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd on network 708af421-34bd-436d-b0af-842c86c2e135 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:37:45.663746 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:37:45.664076 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Checking segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:37:45.664450 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Bound using segment: {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:37:45.664869 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Bound port: 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f637ecca-8c70-452a-9ed3-e50343c20eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708af421-34bd-436d-b0af-842c86c2e135'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:37:45.665265 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.736232 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:37:45.739278 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:37:45.743617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.746845 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:45.779325 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:45.780000 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:45.781928 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] 10.222.0.41 "PUT /v2.0/ports/16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 1094 time: 0.7660394 Jun 10 22:37:45.783978 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:45.787158 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:45.819766 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:45.822999 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:45.840671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d67b10-6b87-4d7d-8d04-e00414371e4a x-openstack-request-id: req-13d67b10-6b87-4d7d-8d04-e00414371e4a {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:45.840992 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:45.841273 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13d67b10-6b87-4d7d-8d04-e00414371e4a {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:45.841739 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:37:45.898561 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-d74d3024-4ec9-4f3f-83a7-0074b6cce3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:45.900044 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-d74d3024-4ec9-4f3f-83a7-0074b6cce3cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1097 time: 0.0710716 Jun 10 22:37:45.957228 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-1c764a82-a6f0-4b1e-952b-580b054be534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 217 time: 0.0473022 Jun 10 22:37:46.019347 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-fb148e76-54b5-4774-bc9a-1e501b8ce19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.021313 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-fb148e76-54b5-4774-bc9a-1e501b8ce19e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0575662 Jun 10 22:37:46.029731 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3d40-16dd-42a0-a064-53619c2829da req-c5253560-3490-4062-9cc1-9498ea6af8e5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.034416 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3d3a3d40-16dd-42a0-a064-53619c2829da req-c5253560-3490-4062-9cc1-9498ea6af8e5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 944 time: 0.0788021 Jun 10 22:37:46.076633 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3d3a3d40-16dd-42a0-a064-53619c2829da req-78265e47-8690-4902-9be4-d6fd1485cced tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377147 Jun 10 22:37:46.088051 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-0e5be296-4a12-4695-941c-75cdf7233609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.089509 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-0e5be296-4a12-4695-941c-75cdf7233609 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616736 Jun 10 22:37:46.211838 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-2c1380da-4b2f-4885-8f2c-d30dc61fa0ac service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123543 Jun 10 22:37:46.338389 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a1e415f-5625-4cf4-97c9-a731a5162d9a req-b4c42d93-5554-40f2-adea-2e7513dca7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193118 Jun 10 22:37:46.415641 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50076) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:46.469860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-122e8e42-a482-45f7-85e8-cfa662c47f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.471329 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-122e8e42-a482-45f7-85e8-cfa662c47f74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1097 time: 0.0770066 Jun 10 22:37:46.487530 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Deleting subnet cfed3609-8fc2-4256-a479-bf9532f4a14a {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:37:46.490789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.537709 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.603390 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.623745 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-5ef29aa8-45c9-425d-9e0d-6a8ac0fa175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.625552 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-5ef29aa8-45c9-425d-9e0d-6a8ac0fa175e service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.1472104 Jun 10 22:37:46.698646 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-e563f89f-403e-4787-92da-572bc9633422 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 217 time: 0.0631392 Jun 10 22:37:46.703801 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.707841 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:46.746868 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfed3609-8fc2-4256-a479-bf9532f4a14a,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:46.750578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:46.757388 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.759701 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4d9e43fc-5d34-435c-b543-9eaae6e57aec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cfed3609-8fc2-4256-a479-bf9532f4a14a HTTP/1.1" status: 204 len: 168 time: 0.3428907 Jun 10 22:37:46.763059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50092) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:46.783731 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-57fbfa9d-950b-46ec-91b2-84deabdfa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.785265 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-57fbfa9d-950b-46ec-91b2-84deabdfa9ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0794046 Jun 10 22:37:46.870804 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-0a578ec0-5929-4505-89ca-ba23331d291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:46.872463 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-0a578ec0-5929-4505-89ca-ba23331d291f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740769 Jun 10 22:37:46.930098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:46.988269 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-37ddd770-9364-425d-9c30-985dab225037 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072731 Jun 10 22:37:47.015653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fea18a-ef40-41d4-99ca-3385c7d4a193 req-5da63c51-5b8a-4c08-82df-161540ce6b2f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:47.017095 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-23fea18a-ef40-41d4-99ca-3385c7d4a193 req-5da63c51-5b8a-4c08-82df-161540ce6b2f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1313267 Jun 10 22:37:47.062541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.085835 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:47.100435 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:47.100727 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3106f5e8-b008-4de3-a9e6-e1b2da4d2b05') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:47.108074 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-87c0bda1-0d51-42b8-a1d4-5593e7fd2505 req-6294337b-0bb5-43fb-a449-014cd7e57683 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074526 Jun 10 22:37:47.121045 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.125250 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-23fea18a-ef40-41d4-99ca-3385c7d4a193 req-23057584-65e8-46e0-86c6-2cd022b07ad0 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020980 Jun 10 22:37:47.144251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.150556 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:37:47.150948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:37:47.153318 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:37:47.234507 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.238112 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:47.240564 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.242530 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02 HTTP/1.1" status: 204 len: 168 time: 0.4783599 Jun 10 22:37:47.257029 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e146ae-ffa8-4d36-94c8-7f13bcfc1f02,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:47.260469 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e2c26115-678b-437c-99de-46ef30975f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:47.285036 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c91a5-c46b-4775-be60-890698649baf req-9febd338-9116-4ce7-99be-8730e440a13f tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:47.286557 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-397c91a5-c46b-4775-be60-890698649baf req-9febd338-9116-4ce7-99be-8730e440a13f tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 944 time: 0.0810881 Jun 10 22:37:47.334119 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-397c91a5-c46b-4775-be60-890698649baf req-2e918d67-313c-4d05-89e7-71391be4d591 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Jun 10 22:37:47.431300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50104) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:47.476854 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6dabb53e-40a1-4c81-ae98-dff92287de45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbc0d2d0fb484da48d51db1c9a98ffa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443110 Jun 10 22:37:47.479155 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50108) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:47.530140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.552956 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.605283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.608034 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:47.609809 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86a809ab-7dbc-498b-b86d-20745e496b20 HTTP/1.1" status: 204 len: 168 time: 0.1297503 Jun 10 22:37:47.610649 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e93f9cc1-ccf8-46a4-b6d3-87a111e76f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:47.621668 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a809ab-7dbc-498b-b86d-20745e496b20,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:47.624845 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:48.240594 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 16e1bdc9-fe11-40ae-a65d-9f7449e789dd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:37:48.285378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a27f04-d762-4845-8690-86a85b5c921a req-01e3e7ee-83fa-4515-bc89-bf9b2ae1e4a0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:48.287610 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-54a27f04-d762-4845-8690-86a85b5c921a req-01e3e7ee-83fa-4515-bc89-bf9b2ae1e4a0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0774231 Jun 10 22:37:48.345924 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-54a27f04-d762-4845-8690-86a85b5c921a req-f8916ca5-2bd3-49ab-bbea-95cf074ea9a8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519948 Jun 10 22:37:48.379791 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a3f6-3f47-486e-9773-9a38b4c2c449 req-a9911b57-7987-4b73-bb48-1ef609ed4d99 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:48.382022 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e572a3f6-3f47-486e-9773-9a38b4c2c449 req-a9911b57-7987-4b73-bb48-1ef609ed4d99 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1230891 Jun 10 22:37:48.419292 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:48.435001 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'port_id': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'mac_address': 'fa:16:3e:c4:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:37:48.438062 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e572a3f6-3f47-486e-9773-9a38b4c2c449 req-3df401e8-80ec-4533-8859-8de27e04ab58 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502875 Jun 10 22:37:48.487419 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:48.502631 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e1bdc9-fe11-40ae-a65d-9f7449e789dd {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:37:48.524757 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:48.530996 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:48.534804 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-1242f9e5-04f0-45b1-bf89-a1e14a3e025d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:48.541233 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e51b6a-492f-4d94-ad96-91935a767244 req-25164a38-0d51-44e6-857d-b9fedc142d3a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:48.542705 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5e51b6a-492f-4d94-ad96-91935a767244 req-25164a38-0d51-44e6-857d-b9fedc142d3a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 944 time: 0.0730186 Jun 10 22:37:48.590659 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f5e51b6a-492f-4d94-ad96-91935a767244 req-90a23f9c-2261-4fcc-8aa3-b93280cbbcee tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jun 10 22:37:48.596427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:48.601113 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:48.783096 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:37:49.526660 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8ab8a-1eaf-4136-8356-5ebdb625e806 req-134c1d65-d6e5-4da0-96d2-5c6414bf4355 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:49.528115 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3e8ab8a-1eaf-4136-8356-5ebdb625e806 req-134c1d65-d6e5-4da0-96d2-5c6414bf4355 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0695012 Jun 10 22:37:49.570770 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3e8ab8a-1eaf-4136-8356-5ebdb625e806 req-c3bf263b-6cec-4fe0-9774-a74566877459 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362208 Jun 10 22:37:49.631778 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce860c-ef83-49ec-a8bf-bbf8ac32b1e8 req-c6701325-6e67-442b-b77d-bf4da7288050 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:49.633366 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38ce860c-ef83-49ec-a8bf-bbf8ac32b1e8 req-c6701325-6e67-442b-b77d-bf4da7288050 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0742855 Jun 10 22:37:49.675010 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38ce860c-ef83-49ec-a8bf-bbf8ac32b1e8 req-eb2a8346-89a9-49d7-bbcc-2173dc79818b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359621 Jun 10 22:37:49.771671 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d172-ac01-43fc-8f56-8b077af147b6 req-33d6ff5d-27b3-46d7-ac55-844d6ee458f7 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:49.773255 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3606d172-ac01-43fc-8f56-8b077af147b6 req-33d6ff5d-27b3-46d7-ac55-844d6ee458f7 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 945 time: 0.0704179 Jun 10 22:37:49.818651 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3606d172-ac01-43fc-8f56-8b077af147b6 req-5f817465-02cf-4a98-bdd6-8a0d07433104 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Jun 10 22:37:50.028572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-5ea539f6-5379-4f46-8aa8-a98bde69c6f6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:50.030087 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-5ea539f6-5379-4f46-8aa8-a98bde69c6f6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0815065 Jun 10 22:37:50.145815 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Deleting port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:50.146160 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.236498 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 16e1bdc9-fe11-40ae-a65d-9f7449e789dd up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:37:50.258087 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] For port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:50.258431 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.297774 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:50.301368 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:50.301792 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.393449 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.421662 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:50.424011 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37015e66-38ce-4909-a537-2d1d6bdb4557" -d '{"events": [{"server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "name": "network-vif-plugged", "status": "completed", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:50.439282 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:37:50.443518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.445530 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:50.473714 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf860887-6e23-4581-9a23-0cd2e751d5f3 x-openstack-request-id: req-bf860887-6e23-4581-9a23-0cd2e751d5f3 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:50.474029 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "name": "network-vif-plugged", "status": "completed", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:50.474347 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf860887-6e23-4581-9a23-0cd2e751d5f3 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:50.474664 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'code': 200} Jun 10 22:37:50.508502 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:50.511457 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:50.762449 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d93a3-3ba3-4116-94bf-437aa9ffa7cf req-7132d90a-ca79-494c-890b-c432c4e0e7ff tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:50.763940 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-de4d93a3-3ba3-4116-94bf-437aa9ffa7cf req-7132d90a-ca79-494c-890b-c432c4e0e7ff tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 947 time: 0.0723286 Jun 10 22:37:50.801284 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.801887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:50.802010 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Floating IP ea22202a-3767-410a-a1d7-6be37077ba29 disassociated. External IP: 172.28.1.94, port: abf3e9b6-a78e-4c83-9ab6-0ff46ac73789. Jun 10 22:37:50.802309 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Calling delete_port for abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:50.809023 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-de4d93a3-3ba3-4116-94bf-437aa9ffa7cf req-6b833d23-c0e7-40f4-9c7b-0d1ac36c597e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=509d11e1-6962-4422-9367-bae9ba3f442f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Jun 10 22:37:50.814764 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5f65-2712-4d80-95d0-0e32ddc81255 req-58e5ba13-b4f8-48b9-a2b8-87ebf7a4d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:50.816178 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-445f5f65-2712-4d80-95d0-0e32ddc81255 req-58e5ba13-b4f8-48b9-a2b8-87ebf7a4d9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1099 time: 0.1509504 Jun 10 22:37:50.944621 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-445f5f65-2712-4d80-95d0-0e32ddc81255 req-39f8c3c4-df33-4d78-98ca-73b24c13c9f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047912 Jun 10 22:37:50.981529 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e4e8-f611-4313-8e86-ccdbbad55b73 req-ab504a60-9972-4afb-9307-5c057b153e29 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:50.982946 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7ea5e4e8-f611-4313-8e86-ccdbbad55b73 req-ab504a60-9972-4afb-9307-5c057b153e29 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1845658 Jun 10 22:37:51.003311 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fa3a-fa1f-496d-9dc1-66f22db11b81 req-d12ea26d-0f6f-46e3-9027-493aa627f117 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:51.004796 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1504fa3a-fa1f-496d-9dc1-66f22db11b81 req-d12ea26d-0f6f-46e3-9027-493aa627f117 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0747070 Jun 10 22:37:51.055668 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1504fa3a-fa1f-496d-9dc1-66f22db11b81 req-c58b1632-2d28-4b9b-9803-4293b28e9040 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Jun 10 22:37:51.070572 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7ea5e4e8-f611-4313-8e86-ccdbbad55b73 req-30306610-d8a9-4852-92a8-156761ba7c74 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807192 Jun 10 22:37:51.074824 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:51.085214 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9e2d5a44-fdc2-41d7-b2c2-4dd213c9df35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:51.113553 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'Port': ['ID=abf3e9b6-a78e-4c83-9ab6-0ff46ac73789,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:51.117046 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:51.270643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:37:51.413958 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:37:51.424210 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:37:51.434729 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:51.435344 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:51.469968 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] No DVR routers for this DVR port abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:37:51.472643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:51.474607 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b47fb3c8-4847-4986-8dde-1f0c4a96af65 req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "DELETE /v2.0/ports/abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 HTTP/1.1" status: 204 len: 173 time: 1.4387457 Jun 10 22:37:51.475096 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-deleted', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:37:51.477376 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbd4df-6494-4e64-ab30-1ee5be526063" -d '{"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-deleted", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:37:51.518485 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a122fd-6d44-4418-92c9-0a659d134b55 x-openstack-request-id: req-c0a122fd-6d44-4418-92c9-0a659d134b55 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:37:51.518807 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4", "name": "network-vif-deleted", "tag": "abf3e9b6-a78e-4c83-9ab6-0ff46ac73789", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:37:51.519092 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0a122fd-6d44-4418-92c9-0a659d134b55 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:37:51.519537 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4', 'name': 'network-vif-deleted', 'tag': 'abf3e9b6-a78e-4c83-9ab6-0ff46ac73789', 'status': 'completed', 'code': 200} Jun 10 22:37:51.588894 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:51.857806 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:51.861691 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:37:51.870429 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:37:51.871146 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:51.997922 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f16413d8-a447-4b6b-b345-529d7eaf1848 req-c80b1b27-618b-4f4c-ba10-7102b60ec633 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0f4ad17-a17b-4b65-8d0a-5b45ac52e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0442886 Jun 10 22:37:52.042598 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:37:52.324243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f586c0-884f-4d02-990d-300dc8a276c5 req-9b03a562-6c24-4d5b-a301-f30f2f345ead tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:52.328616 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aecb95-2a48-4683-8b9c-0f0c8ec8fdfa req-983ff0b1-ed87-408f-940f-def596d2e127 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:52.336462 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-42aecb95-2a48-4683-8b9c-0f0c8ec8fdfa req-983ff0b1-ed87-408f-940f-def596d2e127 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0985143 Jun 10 22:37:52.348575 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e6f586c0-884f-4d02-990d-300dc8a276c5 req-9b03a562-6c24-4d5b-a301-f30f2f345ead tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.1163578 Jun 10 22:37:52.399083 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-42aecb95-2a48-4683-8b9c-0f0c8ec8fdfa req-02cc6ae6-7efe-4d07-b722-e4d265016be2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614865 Jun 10 22:37:52.413169 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e6f586c0-884f-4d02-990d-300dc8a276c5 req-6dcdf17c-f2bf-4c53-a02b-89c39a759488 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 Jun 10 22:37:52.444386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:37:52.456654 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be031f8d-4bfb-434c-90b3-74a7c226fd8b None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:37:52.641856 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281132c-1a53-4d98-9b94-283418d79c2d req-337ef120-828d-42f9-b740-73300c18ad6a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:52.649045 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9281132c-1a53-4d98-9b94-283418d79c2d req-337ef120-828d-42f9-b740-73300c18ad6a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0899131 Jun 10 22:37:52.689301 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9281132c-1a53-4d98-9b94-283418d79c2d req-39cbfdb3-b353-44d1-b34c-f06f7bc94692 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Jun 10 22:37:52.729678 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa209b-033c-480f-adf9-6fd38402f3d4 None None] New status for floating IP ea22202a-3767-410a-a1d7-6be37077ba29: DOWN {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:37:53.119713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2c112-d499-4334-b871-90c70d98d45d req-412184c8-dbd6-4817-970f-3f6401c7eaa6 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:53.121426 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-19c2c112-d499-4334-b871-90c70d98d45d req-412184c8-dbd6-4817-970f-3f6401c7eaa6 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0701721 Jun 10 22:37:53.154022 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50234) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:53.172399 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-19c2c112-d499-4334-b871-90c70d98d45d req-88f27509-29b6-43fe-9408-b8b1b415cffe tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Jun 10 22:37:53.224839 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.251195 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.307412 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.310031 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.311151 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "DELETE /v2.0/security-groups/509d11e1-6962-4422-9367-bae9ba3f442f HTTP/1.1" status: 204 len: 168 time: 0.1557209 Jun 10 22:37:53.312578 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-492fddb9-48c3-4e01-8af7-79cb3029afe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:53.314646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50238) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:53.322714 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d11e1-6962-4422-9367-bae9ba3f442f,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:53.325180 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:53.339792 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.api.v2.resource [None req-7652c236-b549-493c-98eb-ac4d9adbb00e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] show failed (client error): The resource could not be found. Jun 10 22:37:53.340917 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-7652c236-b549-493c-98eb-ac4d9adbb00e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups/509d11e1-6962-4422-9367-bae9ba3f442f HTTP/1.1" status: 404 len: 347 time: 0.0251157 Jun 10 22:37:53.344569 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50240) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:53.527173 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Deleting port 63732418-2900-4881-ade3-75c45ce40f48 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:37:53.527615 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.652994 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb23e2-d91e-4aba-8432-898f073bf62d req-9faa6f93-e9bd-4108-a568-ece473791903 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:53.655059 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b4fb23e2-d91e-4aba-8432-898f073bf62d req-9faa6f93-e9bd-4108-a568-ece473791903 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1008754 Jun 10 22:37:53.665994 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.666279 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:53.712997 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b4fb23e2-d91e-4aba-8432-898f073bf62d req-a5cd80a1-44ac-4e6b-ba07-1e9b7a82ba51 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515778 Jun 10 22:37:53.808833 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Calling delete_port for 63732418-2900-4881-ade3-75c45ce40f48 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:37:54.003264 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.005665 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:54.049802 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'Port': ['ID=63732418-2900-4881-ade3-75c45ce40f48,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:54.052198 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:54.125289 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.127961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.129156 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea22202a-3767-410a-a1d7-6be37077ba29 HTTP/1.1" status: 204 len: 168 time: 0.7834947 Jun 10 22:37:54.269819 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:37:54.297549 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:37:54.298065 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device abf3e9b6-a78e-4c83-9ab6-0ff46ac73789 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:37:54.405924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50306) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:54.410519 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241465962', 'description': 'tempest-description--824845087'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:54.439029 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.524063 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.527419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.530928 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-63a1cf60-9278-4699-a9ba-bdfaad1859fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:54.555932 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.559658 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1502025 Jun 10 22:37:54.560111 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50310) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:54.561075 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:54.565369 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group_rule': {'security_group_id': '2f965877-f5f8-4f34-9cdd-ff82f7aa4aee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:54.569146 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.569516 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.569900 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.570249 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.570595 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.570939 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.571283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.571646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.571986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.572321 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.572656 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.572987 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.577502 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:54.606568 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.667891 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.671988 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.674255 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6f2ed752-64a7-4ee6-af1f-e07d41d7d8a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:54.691733 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbdc2ba-3bcc-4cbb-b9c3-1e56e8b68924,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:54.694178 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:54.702626 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.703887 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427863 Jun 10 22:37:54.706513 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50316) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:54.710919 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'security_group_rule': {'security_group_id': '2f965877-f5f8-4f34-9cdd-ff82f7aa4aee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:54.740430 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.809145 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.813812 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.815929 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0fd6d722-b153-4912-88de-d60834430690 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:54.833478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a9a723-9fd6-4918-a2ff-36784f58c7c3,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:54.841352 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.845715 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351151 Jun 10 22:37:54.845715 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.845715 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.845715 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.845715 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.846164 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50324) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:54.849923 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.850349 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.850538 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:54.851489 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.851489 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.851712 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.851948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.852272 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.852635 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:37:54.865333 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ed5482ca-5939-430f-9d52-300f6f35f740 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:54.884983 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:54.926120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263ec06-43a5-4de5-8291-f4bdcbf2e15e req-0bfce5e7-54cb-4f6f-b251-f44214f176b7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:54.927706 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1263ec06-43a5-4de5-8291-f4bdcbf2e15e req-0bfce5e7-54cb-4f6f-b251-f44214f176b7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0719557 Jun 10 22:37:54.976982 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1263ec06-43a5-4de5-8291-f4bdcbf2e15e req-c784535d-4ba6-41ec-8197-754db0294283 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Jun 10 22:37:55.024034 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:55.162365 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Allocated IP 172.28.1.185 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/5ccf1358-3ff2-4c30-8553-4357a818a1c9) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:55.301824 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:55.356140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:55.359080 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d71d360-c391-41db-8cf1-cf22af8d8b76 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:55.408819 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:55.411626 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:55.415284 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:55.448505 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=5ccf1358-3ff2-4c30-8553-4357a818a1c9,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:55.456298 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:55.561783 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:55.620279 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:56.053032 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:56.057565 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:56.059480 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-222ccffa-768e-4333-848e-34f0b9a61e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:56.144377 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=5ccf1358-3ff2-4c30-8553-4357a818a1c9,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:56.148166 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:56.155508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:56.170658 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:56.172583 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3255699 Jun 10 22:37:56.176863 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65432-bd73-49cf-8bb6-d67fb8dda6c2 req-11434408-6d93-4441-914c-8e22d2702131 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:56.178580 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6af65432-bd73-49cf-8bb6-d67fb8dda6c2 req-11434408-6d93-4441-914c-8e22d2702131 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0865853 Jun 10 22:37:56.226873 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6af65432-bd73-49cf-8bb6-d67fb8dda6c2 req-6b8dd407-bf90-4d0e-a506-513c0c4743e8 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Jun 10 22:37:56.393185 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-fef6b092-0e89-48cf-af4f-258df3726eb6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--241465962&fields=id&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 267 time: 0.0363841 Jun 10 22:37:56.534384 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-aa7f28fb-5ac3-421d-ad34-efbba3af8b30 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:56.535923 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-aa7f28fb-5ac3-421d-ad34-efbba3af8b30 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 816 time: 0.1364617 Jun 10 22:37:56.552120 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-9b9314ee-924b-4c4c-a1c1-9dd86b470515 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/quotas/149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 375 time: 0.0097344 Jun 10 22:37:56.637336 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-f318d529-29c6-4259-81e5-9b6f993e58cc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786548 Jun 10 22:37:56.793714 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-a78985f7-74cf-47b5-9348-739b34e0df74 service neutron] 10.222.0.16 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405053 Jun 10 22:37:56.921823 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-f98e73ab-693f-4e1b-a41b-d61792427498 service neutron] 10.222.0.16 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243465 Jun 10 22:37:57.141796 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-26bb8606-9547-40a6-8869-48f3e94bc025 req-9f1e9259-1da7-4dd9-9fb3-610e5c161610 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 210 time: 0.0361793 Jun 10 22:37:57.428841 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3008918-4d59-49a8-ad15-03f4652f4a94 req-e63a662a-4cc3-4d49-8fcb-b64d19c31915 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:57.430336 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3008918-4d59-49a8-ad15-03f4652f4a94 req-e63a662a-4cc3-4d49-8fcb-b64d19c31915 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0725646 Jun 10 22:37:57.482783 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b3008918-4d59-49a8-ad15-03f4652f4a94 req-6c981375-7fa8-4b5e-9c69-670f64e85dbf tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Jun 10 22:37:57.613668 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca42ae-c3b4-4c33-98fa-fb2e082a6ee1 req-fb77ce83-4337-4610-b270-868bd461dc32 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:57.615297 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-daca42ae-c3b4-4c33-98fa-fb2e082a6ee1 req-fb77ce83-4337-4610-b270-868bd461dc32 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0779414 Jun 10 22:37:57.668399 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-daca42ae-c3b4-4c33-98fa-fb2e082a6ee1 req-134040bc-1cf7-42e5-b179-4c3fca154acf tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Jun 10 22:37:57.686487 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50428) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:57.923325 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1cbdc-e79e-4842-ab56-8b636a5e8264 req-6f08ebfe-4f81-4b25-a3a3-0060cfc8cef3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:57.925112 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9cb1cbdc-e79e-4842-ab56-8b636a5e8264 req-6f08ebfe-4f81-4b25-a3a3-0060cfc8cef3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0793617 Jun 10 22:37:57.969949 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9cb1cbdc-e79e-4842-ab56-8b636a5e8264 req-9fb8deb6-1ed6-4446-98c2-5bc7d60fdfae tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Jun 10 22:37:57.985746 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ad19c-3074-4500-9239-345976c43b3b tempest-TestMinimumBasicScenario-1836250701 tempest-TestMinimumBasicScenario-1836250701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:57.987018 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-d12ad19c-3074-4500-9239-345976c43b3b tempest-TestMinimumBasicScenario-1836250701 tempest-TestMinimumBasicScenario-1836250701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1094 time: 0.2993524 Jun 10 22:37:57.992902 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50440) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:57.997747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-7cd8d255-081e-4fb2-9a47-2e2989900121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:57.998284 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'port_id': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:57.999671 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-7cd8d255-081e-4fb2-9a47-2e2989900121 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 1099 time: 0.0831788 Jun 10 22:37:58.022423 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for floatingip, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:58.146672 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-3eaccae9-3e1b-4828-ab8a-3e2d98edaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:58.148376 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-3eaccae9-3e1b-4828-ab8a-3e2d98edaad2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.1413367 Jun 10 22:37:58.159205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:58.252364 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-5d425b15-48a7-49d2-a79f-5550c90b4db1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 200 len: 1001 time: 0.0979545 Jun 10 22:37:58.303091 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Allocated IP 172.28.1.14 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/a803915a-f212-4f1a-bc0a-3cc317880a06) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:58.318664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-0c38e9bb-df40-40e3-b96f-21bbc73e79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:58.319854 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-0c38e9bb-df40-40e3-b96f-21bbc73e79d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.0615008 Jun 10 22:37:58.361631 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b81b77c2-7f28-4f4a-b853-0b7c4343dc7c req-1f2eb111-5112-415b-a3db-bc1cf72e4cd2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 210 time: 0.0395761 Jun 10 22:37:58.452804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:58.494621 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:58.496831 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4b7a6aed-a1c0-499c-8096-2d220a04099f tempest-VolumesActionsTest-825132828 tempest-VolumesActionsTest-825132828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:58.532242 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-fab56c6d-d984-4381-a8ce-6d6afedc9a5b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:58.533738 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-fab56c6d-d984-4381-a8ce-6d6afedc9a5b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 816 time: 0.1715033 Jun 10 22:37:58.536654 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-e9c051b3-dfe3-41d5-be0b-34b498d858fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:58.538006 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-e9c051b3-dfe3-41d5-be0b-34b498d858fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1746430 Jun 10 22:37:58.549549 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:58.553056 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:58.558597 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:58.586573 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'Port': ['ID=a803915a-f212-4f1a-bc0a-3cc317880a06,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:58.588515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:58.621310 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-23afe9a0-687c-4361-9776-a5d6147f7064 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 379 time: 0.0742326 Jun 10 22:37:58.670030 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'port': {'device_id': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'admin_state_up': True, 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'security_groups': ['2f965877-f5f8-4f34-9cdd-ff82f7aa4aee']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:58.772037 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-2196d5cc-9f8f-4db4-9408-ced57adf44c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185390 Jun 10 22:37:58.907087 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Made reservation on behalf of 149a394c09a8489d9117f5f2d8307cd7 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:37:58.910575 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:58.931049 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4f80b225-675a-455d-9eb2-2a59525d8606 req-f9281c5e-d908-408e-a2eb-23c50d5e518f service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516578 Jun 10 22:37:59.079659 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50470) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:59.094937 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Allocated IP 172.20.0.6 (182b4907-aa69-4a3e-bc3d-23e1a5747407/a00db873-4b40-49e4-b1db-fc4a572e35f0/4da259b6-b881-4b48-a58a-1d6796616a4b) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:37:59.249922 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.307654 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.332336 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Transition to ACTIVE for port object 4da259b6-b881-4b48-a58a-1d6796616a4b will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:37:59.338775 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.347249 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2f3d-f394-4e05-8457-b61dc229bb48 req-21285de0-d810-4e97-ac91-816cf3aa476f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:59.348720 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fdff2f3d-f394-4e05-8457-b61dc229bb48 req-21285de0-d810-4e97-ac91-816cf3aa476f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1336296 Jun 10 22:37:59.400102 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.406400 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52055c68-e8f2-46d8-8ae8-76a82f488ef0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:59.445657 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fdff2f3d-f394-4e05-8457-b61dc229bb48 req-bd34957c-a59d-4119-a541-c99f223e1d64 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701447 Jun 10 22:37:59.486666 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:37:59.488853 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.492500 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:37:59.497973 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:37:59.501958 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.502612 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.510399 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:59.558390 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:59.559013 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f32d5fde-b9ac-4578-b548-525b063afbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:59.688210 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbe73ccc898448ef9ef0b257833d143c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071482 Jun 10 22:37:59.698790 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50480) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:37:59.705652 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:59.706303 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.731136 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe7d16-aa16-4559-b31d-8c9544daeee1,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:59.742747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:59.771683 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067681 Jun 10 22:37:59.779082 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.785207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Request body: {'port': {'device_id': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:37:59.798401 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.801729 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-0758ff81-7a22-4fd2-8980-da705813c309 None None] Provisioning for port 4da259b6-b881-4b48-a58a-1d6796616a4b completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:37:59.806884 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-0758ff81-7a22-4fd2-8980-da705813c309 None None] Provisioning complete for port 4da259b6-b881-4b48-a58a-1d6796616a4b triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:37:59.807322 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-0758ff81-7a22-4fd2-8980-da705813c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.814947 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:37:59.869339 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-0758ff81-7a22-4fd2-8980-da705813c309 None None] Port 4da259b6-b881-4b48-a58a-1d6796616a4b cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:37:59.914517 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.922704 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'Port': ['ID=a803915a-f212-4f1a-bc0a-3cc317880a06,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:37:59.923996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fee986-8607-4383-a496-12528e0223d1 req-77d0aae3-00ef-4355-b33c-f9c8c17693de tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:37:59.925922 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-01fee986-8607-4383-a496-12528e0223d1 req-77d0aae3-00ef-4355-b33c-f9c8c17693de tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 931 time: 0.3706932 Jun 10 22:37:59.933018 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:37:59.938452 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.988558 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:37:59.999273 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.031255 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-01fee986-8607-4383-a496-12528e0223d1 req-c44cfeeb-a6d9-4888-948c-e44e80d0bd0e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883451 Jun 10 22:38:00.084368 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.l3_db [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Floating IP d2538283-10b9-4281-ba32-c8697cb9826e associated. External IP: 172.28.1.14, port: 16e1bdc9-fe11-40ae-a65d-9f7449e789dd. Jun 10 22:38:00.163928 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.166460 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.167552 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1fe7d16-aa16-4559-b31d-8c9544daeee1 HTTP/1.1" status: 204 len: 168 time: 0.4578557 Jun 10 22:38:00.170351 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-98e4f24d-51d2-42d0-891c-480f6dea1da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:00.187259 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe7d16-aa16-4559-b31d-8c9544daeee1,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:00.189716 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:00.265970 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:38:00.373739 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:00.381914 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.388267 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:38:00.403046 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Transition to ACTIVE for port object 4da259b6-b881-4b48-a58a-1d6796616a4b will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:00.408428 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.410604 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9a21777-96ba-497a-a03d-e747969d7fcc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:00.514198 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:00.519809 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:00.557192 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:38:00.569061 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4269240-d011-4809-af47-7b618a013def None None] Sync routers for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:38:00.574651 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.592436 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4269240-d011-4809-af47-7b618a013def None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:00.594313 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f4269240-d011-4809-af47-7b618a013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:00.641414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Attempting to bind port 4da259b6-b881-4b48-a58a-1d6796616a4b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:38:00.641414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Attempting to bind port 4da259b6-b881-4b48-a58a-1d6796616a4b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:38:00.641414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Attempting to bind port 4da259b6-b881-4b48-a58a-1d6796616a4b on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:00.644715 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Port 4da259b6-b881-4b48-a58a-1d6796616a4b on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:38:00.645204 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Attempting to bind port 4da259b6-b881-4b48-a58a-1d6796616a4b on network 182b4907-aa69-4a3e-bc3d-23e1a5747407 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:00.651261 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:38:00.651711 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Checking segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:38:00.652333 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Bound using segment: {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:38:00.652905 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Bound port: 4da259b6-b881-4b48-a58a-1d6796616a4b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31938d6-c35f-4eab-b105-5742abbe9fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:38:00.653392 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.661131 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6670251 Jun 10 22:38:00.663291 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:00.665780 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:00.668234 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50494) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:00.675192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866345991', 'description': 'tempest-secgroup-smoke-866345991 description', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:00.708424 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21c9f6-6d1d-4fca-9ad9-8f2c68d28e63 x-openstack-request-id: req-df21c9f6-6d1d-4fca-9ad9-8f2c68d28e63 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:00.709017 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:00.709415 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df21c9f6-6d1d-4fca-9ad9-8f2c68d28e63 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:00.709964 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:38:00.724098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21b88-f01f-4de3-998b-34bb8068a95c req-b722b019-0a1e-4a69-91ba-69db371699c2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:00.725805 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fbf21b88-f01f-4de3-998b-34bb8068a95c req-b722b019-0a1e-4a69-91ba-69db371699c2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1073248 Jun 10 22:38:00.774992 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fbf21b88-f01f-4de3-998b-34bb8068a95c req-490f5d5e-765d-4d0a-87b4-f470450671ba tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Jun 10 22:38:00.795305 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.826867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:38:00.855996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:38:00.863642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.868953 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5d96a9-d78e-4792-b1c9-3910ba174638 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:00.909431 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f4269240-d011-4809-af47-7b618a013def None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:00.917581 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:00.918196 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:00.919547 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 1093 time: 1.1400471 Jun 10 22:38:00.927688 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:00.930696 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a073d-ccb6-4289-8489-9c9ad28bb620" -d '{"events": [{"name": "network-changed", "server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:01.000416 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495faad8-b6f0-40ec-b24a-18014bcbcf17 x-openstack-request-id: req-495faad8-b6f0-40ec-b24a-18014bcbcf17 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:01.000731 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:01.001010 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-495faad8-b6f0-40ec-b24a-18014bcbcf17 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:01.001421 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'status': 'completed', 'code': 200} Jun 10 22:38:01.038799 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-8a2fdb0b-f1f7-499a-a729-67d0c4fc859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.040266 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-8a2fdb0b-f1f7-499a-a729-67d0c4fc859f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1099 time: 0.3104081 Jun 10 22:38:01.270094 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57738f-7a2f-4fe1-8a8b-1ba7e82cf07c req-b9c7f529-91ec-4689-9061-4bde0b5deb75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.272007 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff57738f-7a2f-4fe1-8a8b-1ba7e82cf07c req-b9c7f529-91ec-4689-9061-4bde0b5deb75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0910769 Jun 10 22:38:01.320062 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ff57738f-7a2f-4fe1-8a8b-1ba7e82cf07c req-ff0533c4-48f1-4e62-9fbf-8553a52c27e2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402350 Jun 10 22:38:01.335848 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f4269240-d011-4809-af47-7b618a013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2538283-10b9-4281-ba32-c8697cb9826e', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'port_id': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'mac_address': 'fa:16:3e:c4:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:58Z', 'updated_at': '2021-06-10T22:37:58Z', 'revision_number': 0, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:01.340413 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4269240-d011-4809-af47-7b618a013def None None] Checking router: 3e385d6e-7c23-4781-9ded-6b5d74b7a661 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:38:01.353131 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4269240-d011-4809-af47-7b618a013def None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:01.353838 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f4269240-d011-4809-af47-7b618a013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:01.432701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:01.444924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:01.465178 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.508884 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f4269240-d011-4809-af47-7b618a013def None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:01.513161 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.523657 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1e12f33c-3341-4bfe-bec3-bc5a4d504a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:01.567576 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.568782 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8993979 Jun 10 22:38:01.571895 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50512) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:01.576527 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:01.586917 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-b8613052-cdc5-4728-ad30-687d9f03fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.588372 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-b8613052-cdc5-4728-ad30-687d9f03fe1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.5363061 Jun 10 22:38:01.591636 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:01.596073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:01.603947 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-a5f37763-b04e-473e-bd42-82666f300d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.605388 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-a5f37763-b04e-473e-bd42-82666f300d0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1096 time: 0.6316593 Jun 10 22:38:01.615780 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.688184 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.691158 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.693326 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-469a0d8f-f5ca-4d83-8a85-8c41326e01c8 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:01.710346 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb0b65-99f7-41ec-b711-824f60ba5847,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:01.712858 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-a9c3ee04-a020-4151-9950-5c3a927f95aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 217 time: 0.0626884 Jun 10 22:38:01.718157 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:01.724533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.729934 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569958 Jun 10 22:38:01.731251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50514) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:01.738729 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:01.765043 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-3f69763a-d002-4b2c-8e3f-810255a54b66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 999 time: 0.1691988 Jun 10 22:38:01.769007 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.816118 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-78b276d5-2f70-437d-94c8-ef145a6b7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.817556 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-78b276d5-2f70-437d-94c8-ef145a6b7a94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0967734 Jun 10 22:38:01.826759 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f4269240-d011-4809-af47-7b618a013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2538283-10b9-4281-ba32-c8697cb9826e', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'port_id': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'mac_address': 'fa:16:3e:c4:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:58Z', 'updated_at': '2021-06-10T22:37:58Z', 'revision_number': 0, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:01.831099 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4269240-d011-4809-af47-7b618a013def None None] The sync data for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb is: [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2538283-10b9-4281-ba32-c8697cb9826e', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'port_id': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'mac_address': 'fa:16:3e:c4:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:58Z', 'updated_at': '2021-06-10T22:37:58Z', 'revision_number': 0, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:38:01.837672 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.841452 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.843892 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:01.862464 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcc5ce4-9e10-4408-86c5-76dbe2516911,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:01.868412 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-0469af15-0dea-4726-8200-e0d39d2e7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.868956 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:01.869888 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-0469af15-0dea-4726-8200-e0d39d2e7d64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0974374 Jun 10 22:38:01.871564 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.872872 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-60c68e8f-ef06-4a35-a6e0-6c5195a97523 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390576 Jun 10 22:38:01.876555 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50516) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:01.881338 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:01.909663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.947240 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-1215a624-5320-4d93-81db-c033f2d952b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.948714 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-1215a624-5320-4d93-81db-c033f2d952b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238372 Jun 10 22:38:01.977552 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-f60f3d31-6a9b-4950-b6f1-59af0a5df9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:01.978142 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.979183 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-f60f3d31-6a9b-4950-b6f1-59af0a5df9d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009107 Jun 10 22:38:01.982581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:01.985755 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:02.004286 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd1fbe3-e600-4b66-b46c-72ab1271ee2e,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:02.008103 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:02.010606 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.011980 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341970 Jun 10 22:38:02.014602 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50518) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:02.019432 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:02.047159 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.060948 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736164c-c9e1-4ce8-9093-e1c3435b084f None None] New status for floating IP d2538283-10b9-4281-ba32-c8697cb9826e: ACTIVE {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:38:02.118280 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.122636 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.124924 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7430c9b3-cd42-4abf-bce2-88875de748ac tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:02.143478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55b9866-d110-46ad-b5a3-cd7fc98bf7d5,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:02.146472 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:02.149401 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.150802 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-28111628-b62a-4975-83a9-fedd04d5a0ab tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350634 Jun 10 22:38:02.153466 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50520) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:02.159015 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:02.180165 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.securitygroups_db [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Project d11e3356e4a64fcd9ecf73c37b373155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:38:02.184913 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.186979 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-64ad3edd-0910-492a-bb4f-b0ffc4b16377 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315078 Jun 10 22:38:02.229330 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-1e58822e-5316-4e28-a3e6-955682b1108b service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401395 Jun 10 22:38:02.259594 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.263654 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.266387 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-71d513d0-6cad-4a22-8de2-231a89899c10 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:02.289493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.293241 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362340 Jun 10 22:38:02.293241 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93d64a3-0b35-489b-97d0-a47ea84ef0a3,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:02.293508 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50522) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:02.295473 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8736e867-2f1b-422a-8fc4-b4c46a73b92e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:02.299884 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'security_group_rule': {'security_group_id': '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343', 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:02.322258 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.securitygroups_db [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Project d11e3356e4a64fcd9ecf73c37b373155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:38:02.328032 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.420124 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ba0b3ac9-931a-4d8d-8de6-1e376e767c9d req-6ee71ebf-dcc9-4e9c-b269-c4440f4438e5 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261195 Jun 10 22:38:02.429278 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.430947 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.433690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:02.455153 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80704560-f584-490d-9b5e-db2e21e5d9d6,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:02.457882 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cdd9914b-9cc2-4d6d-b252-3935d91f3a5c req-69a32da5-b803-4037-be6b-aa5f02d9a28e service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212903 Jun 10 22:38:02.459517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:02.467461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.468976 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-93c5c701-94f0-401b-9ac3-80e941cfe7ec tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746743 Jun 10 22:38:02.593633 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-77027e1d-eade-4f11-b38b-443248cf8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.595208 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-77027e1d-eade-4f11-b38b-443248cf8799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1096 time: 0.0854743 Jun 10 22:38:02.603772 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491020-c283-4480-a11d-8e237dae3ea9 req-a8951567-f534-4a43-887b-6fb109c9899f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.605267 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79491020-c283-4480-a11d-8e237dae3ea9 req-a8951567-f534-4a43-887b-6fb109c9899f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.1391380 Jun 10 22:38:02.632530 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-938062cb-2b85-4654-88c3-966b3d4f836a req-312c4ae4-da61-4c48-b7d8-b8b0f5c16d4d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866345991&fields=id&tenant_id=d11e3356e4a64fcd9ecf73c37b373155 HTTP/1.1" status: 200 len: 267 time: 0.0526314 Jun 10 22:38:02.718493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938062cb-2b85-4654-88c3-966b3d4f836a req-f98777bd-f045-4d96-b6fd-57884f9c1eb4 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.720306 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-938062cb-2b85-4654-88c3-966b3d4f836a req-f98777bd-f045-4d96-b6fd-57884f9c1eb4 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0808425 Jun 10 22:38:02.727336 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79491020-c283-4480-a11d-8e237dae3ea9 req-c7901ff3-a5e9-487e-898c-9a68abecf451 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121471 Jun 10 22:38:02.731724 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'port': {'security_groups': ['d3b46afb-0406-4e90-8424-4d1b49132acf', '12fee5cc-1a9e-4ead-bc58-e19eb9ca7343']}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:02.752796 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-c43cfdd5-c435-4ca7-adf2-aac11279ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.754581 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-c43cfdd5-c435-4ca7-adf2-aac11279ee26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1483998 Jun 10 22:38:02.823602 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-47410be9-1a54-4008-a0ff-55b5be95df9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 217 time: 0.0508544 Jun 10 22:38:02.840201 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:02.881574 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-0bb321c4-47cc-4176-acf1-c1ae9ec317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.883045 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-0bb321c4-47cc-4176-acf1-c1ae9ec317f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0507798 Jun 10 22:38:02.950466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-9988daf2-754c-4b47-8971-b3c56554f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:02.951971 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-9988daf2-754c-4b47-8971-b3c56554f804 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0624623 Jun 10 22:38:03.064188 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-e3887d04-1837-4ae0-965c-b19257289ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049728 Jun 10 22:38:03.066325 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:03.097568 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:03.102674 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:03.106523 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:03.117037 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:38:03.168783 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.169325 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:03.174930 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-938062cb-2b85-4654-88c3-966b3d4f836a req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "PUT /v2.0/ports/16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 982 time: 0.4479723 Jun 10 22:38:03.175872 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:03.178799 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b5d47-4c50-477f-af96-94e0a3adf962" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:03.200183 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fb8a073d-ccb6-4289-8489-9c9ad28bb620 req-2656a152-2fe9-4fb6-82ed-3622e7ce80e3 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285148 Jun 10 22:38:03.202784 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=6']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:03.214383 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0e6ed210-b682-4603-bb88-b3d173b97ffb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:03.245707 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d05a6e-e018-479b-acaf-4ad3705a4d86 x-openstack-request-id: req-23d05a6e-e018-479b-acaf-4ad3705a4d86 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:03.246115 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:03.246497 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d05a6e-e018-479b-acaf-4ad3705a4d86 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:03.247009 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:38:03.260767 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:38:03.384445 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-eb5a5ff6-04f2-4198-8e1a-950fa120e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.385965 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-eb5a5ff6-04f2-4198-8e1a-950fa120e57b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1138 time: 0.1162899 Jun 10 22:38:03.440659 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d030a-c7fb-4ce6-94dc-98799f90b132 req-6baed5ed-c273-4e09-bd3b-47ea3debec1b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.442077 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0e9d030a-c7fb-4ce6-94dc-98799f90b132 req-6baed5ed-c273-4e09-bd3b-47ea3debec1b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.1148038 Jun 10 22:38:03.528345 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-a9b32b8c-11b3-4e9b-8cc8-20f3decd143c None None] Provisioning complete for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:03.528719 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a9b32b8c-11b3-4e9b-8cc8-20f3decd143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:03.548591 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0e9d030a-c7fb-4ce6-94dc-98799f90b132 req-998db131-0bdf-4b2a-9595-7f06a3f61389 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615354 Jun 10 22:38:03.549798 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-e28a8703-e1f5-4214-837b-fca930ce20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.551120 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-e28a8703-e1f5-4214-837b-fca930ce20bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.1579022 Jun 10 22:38:03.638568 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-6cf7161a-40d7-49c4-8bd7-0f58e4139b55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 1001 time: 0.0811172 Jun 10 22:38:03.694888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-ae8f3d54-9125-4854-829b-f8172184798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.696342 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-ae8f3d54-9125-4854-829b-f8172184798e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0510516 Jun 10 22:38:03.769447 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-341721fe-e571-4b3b-bd79-a0a111076694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.771158 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-341721fe-e571-4b3b-bd79-a0a111076694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672996 Jun 10 22:38:03.923458 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-a4ad4cba-4da1-4bd9-9ea9-069b9aec057c service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450608 Jun 10 22:38:03.939031 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc9129-add2-40c7-8ae1-e353f87a1972 req-afbab13c-d50e-4d9b-8885-1a4b57527ffb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:03.940511 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d1bc9129-add2-40c7-8ae1-e353f87a1972 req-afbab13c-d50e-4d9b-8885-1a4b57527ffb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0783482 Jun 10 22:38:03.995742 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d1bc9129-add2-40c7-8ae1-e353f87a1972 req-6df39a4d-8f57-4240-86f1-8ee0ee6c08df tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493207 Jun 10 22:38:04.049571 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de1b5d47-4c50-477f-af96-94e0a3adf962 req-13f5bac6-47e7-4049-887e-851866747394 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195393 Jun 10 22:38:04.329421 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:38:04.570350 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:04.583000 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:38:04.625540 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:04.644531 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:04.670501 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:04.675096 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:04.676902 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:04.735506 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:04.738776 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:04.929596 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['4da259b6-b881-4b48-a58a-1d6796616a4b'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:38:05.183699 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92023884-3b89-4257-845c-aba9f77e23e2 req-842cf177-0bd3-4707-a76a-b9891ee450e4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:05.185036 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-92023884-3b89-4257-845c-aba9f77e23e2 req-842cf177-0bd3-4707-a76a-b9891ee450e4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 944 time: 0.0689301 Jun 10 22:38:05.229547 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-92023884-3b89-4257-845c-aba9f77e23e2 req-c9407aa8-4792-4c8b-967f-31fa9a241a16 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Jun 10 22:38:05.771764 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50604) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:05.878672 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:05.975374 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:05.978852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:05.982403 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ee33de19-503f-470d-9e88-90c7a75862c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:06.021266 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ee86317905a407ea657c889de6f9b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484303 Jun 10 22:38:06.022456 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96e5601-b6c6-4d97-8c44-d7d63d1b992c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:06.023965 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50608) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:06.026361 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:06.076848 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.099172 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.147732 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.150827 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.151985 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d96e5601-b6c6-4d97-8c44-d7d63d1b992c HTTP/1.1" status: 204 len: 168 time: 0.1263916 Jun 10 22:38:06.152660 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:06.161747 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96e5601-b6c6-4d97-8c44-d7d63d1b992c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:06.163996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eeb8898-1c50-4980-8cd0-9bd8b9928ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:06.325469 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:38:06.382973 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 4da259b6-b881-4b48-a58a-1d6796616a4b completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:06.386742 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 4da259b6-b881-4b48-a58a-1d6796616a4b triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:06.387117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.416040 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c17b7-278a-4a32-8483-d1e97d1bc0d4 req-1e2cc6a3-583d-4fb7-8ac4-18d19c724996 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:06.417530 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fa3c17b7-278a-4a32-8483-d1e97d1bc0d4 req-1e2cc6a3-583d-4fb7-8ac4-18d19c724996 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 944 time: 0.0726943 Jun 10 22:38:06.418808 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50616) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:06.435122 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.469631 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fa3c17b7-278a-4a32-8483-d1e97d1bc0d4 req-0f805a92-36f4-409c-99bf-dd182b86313e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430923 Jun 10 22:38:06.489559 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.516553 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:06.518837 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dab39c-bc48-4133-bd4a-dae57aa8f854" -d '{"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:06.535090 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:06.539220 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.541678 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:06.542125 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.547047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.550501 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-679bf5d5-3be4-410f-b540-a434a109b98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:06.570581 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880c4aa3-16b9-40b0-85cd-e7dd3ffdd578 x-openstack-request-id: req-880c4aa3-16b9-40b0-85cd-e7dd3ffdd578 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:06.570885 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:06.571144 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-880c4aa3-16b9-40b0-85cd-e7dd3ffdd578 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:06.571549 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'code': 200} Jun 10 22:38:06.590263 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cff546b6f074d01a4283cc8908487f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703899 Jun 10 22:38:06.591448 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babdf21f-658a-4a57-b9e3-bfd4415d94f7,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:06.592925 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50620) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:06.600927 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:06.611871 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:06.615038 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:06.658135 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.681092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.734471 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.736924 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:06.738050 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/babdf21f-658a-4a57-b9e3-bfd4415d94f7 HTTP/1.1" status: 204 len: 168 time: 0.1441576 Jun 10 22:38:06.738832 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-553f4e77-8ff7-4670-bea0-3324a21169d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:06.747541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babdf21f-658a-4a57-b9e3-bfd4415d94f7,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:06.751474 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:06.801032 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f33a9-0090-4d2d-9dbb-8e0056f5dbcd req-91b95d7b-2204-4c9f-8064-43a1ef639fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:06.802537 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a04f33a9-0090-4d2d-9dbb-8e0056f5dbcd req-91b95d7b-2204-4c9f-8064-43a1ef639fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1098 time: 0.0741491 Jun 10 22:38:06.838373 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a04f33a9-0090-4d2d-9dbb-8e0056f5dbcd req-660ad5a8-220d-4e73-a2a6-cfb60cc472ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300839 Jun 10 22:38:07.666332 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd522209-8d70-4864-847b-531d247a9ce8 req-45dc93d7-1849-4ed4-a30b-5cbec02e6aeb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:07.667685 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bd522209-8d70-4864-847b-531d247a9ce8 req-45dc93d7-1849-4ed4-a30b-5cbec02e6aeb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0701118 Jun 10 22:38:07.715700 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bd522209-8d70-4864-847b-531d247a9ce8 req-42eca521-f918-46b9-aa29-fa4ad7523aab tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Jun 10 22:38:08.720138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8e333973-3e0a-41b9-8802-6c917a188914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:08.899087 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcdc8e-9062-4ffb-8a13-7aeb639fb03c req-9fd70bd1-d193-46a9-b86f-8ece2e57ca0c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:08.900434 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2dbcdc8e-9062-4ffb-8a13-7aeb639fb03c req-9fd70bd1-d193-46a9-b86f-8ece2e57ca0c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0684192 Jun 10 22:38:08.941099 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2dbcdc8e-9062-4ffb-8a13-7aeb639fb03c req-98cb86ca-8b7f-4208-adcc-8d66a0b183b2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Jun 10 22:38:09.116687 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfff32-2585-41cd-baae-1cc2dc738b36 req-f433a489-66ea-45ae-a7e1-5982174a70d0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:09.118447 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e1bfff32-2585-41cd-baae-1cc2dc738b36 req-f433a489-66ea-45ae-a7e1-5982174a70d0 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0695577 Jun 10 22:38:09.126889 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50674) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:09.131306 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Request body: {'floatingip': {'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:09.185023 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.002573 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.005831 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.135967 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.l3_db [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Floating IP d13826b3-21ef-4efa-9195-09ad345bae18 associated. External IP: 172.28.1.185, port: 4da259b6-b881-4b48-a58a-1d6796616a4b. Jun 10 22:38:10.413147 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:38:10.557371 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:38:10.562091 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.567440 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:38:10.577553 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:10.578266 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:10.603277 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d1142f95-1f47-47ee-8748-e40434c4af38 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "PUT /v2.0/floatingips/d13826b3-21ef-4efa-9195-09ad345bae18 HTTP/1.1" status: 200 len: 991 time: 1.4753602 Jun 10 22:38:10.604028 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:10.606444 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2086e-b92a-4eae-a269-f9b3cffa73e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:10.647745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee035a3-60e6-4749-8554-7cec887586cb x-openstack-request-id: req-8ee035a3-60e6-4749-8554-7cec887586cb {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:10.648082 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:10.648396 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ee035a3-60e6-4749-8554-7cec887586cb {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:10.648812 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'status': 'completed', 'code': 200} Jun 10 22:38:10.732340 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:10.732873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-2e15ec89-2f71-4037-9f68-10d863b566d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:10.734492 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-2e15ec89-2f71-4037-9f68-10d863b566d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1098 time: 0.0656314 Jun 10 22:38:10.849711 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-ec547b59-9de7-4426-a0eb-29f293a4881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:10.851135 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-ec547b59-9de7-4426-a0eb-29f293a4881d service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1106286 Jun 10 22:38:10.938628 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-a45f4100-12ef-4965-a1cb-5516a589a63f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 999 time: 0.0773242 Jun 10 22:38:11.005475 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-071a24c0-44af-449c-986e-cb8a2483b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:11.007070 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-071a24c0-44af-449c-986e-cb8a2483b508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0589967 Jun 10 22:38:11.035079 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd13826b3-21ef-4efa-9195-09ad345bae18', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:55Z', 'updated_at': '2021-06-10T22:38:09Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:11.040700 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:38:11.051324 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:11.051960 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:37:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:11.213432 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:11.352578 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-e88b8c1c-4c3c-4a37-b3ac-7a414b51150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:11.354340 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-e88b8c1c-4c3c-4a37-b3ac-7a414b51150b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3388591 Jun 10 22:38:11.361185 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-bf64af95-bf1f-4f8d-8c95-b3562d190f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:11.482041 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-8dc9e986-ca61-44f3-8b44-1f0af92ccbc8 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199031 Jun 10 22:38:11.483696 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:11.559763 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd13826b3-21ef-4efa-9195-09ad345bae18', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:55Z', 'updated_at': '2021-06-10T22:38:09Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:11.565226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba522e6-3732-4ca4-89a8-ba9eba448310 None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd13826b3-21ef-4efa-9195-09ad345bae18', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:37:55Z', 'updated_at': '2021-06-10T22:38:09Z', 'revision_number': 1, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:38:11.606720 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-83f2086e-b92a-4eae-a269-f9b3cffa73e7 req-1f490013-3445-42af-a160-7738b19f8cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176803 Jun 10 22:38:11.754587 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50730) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:11.781194 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad851a98-a4a3-4689-b4fe-1a5fb8efbde3 None None] New status for floating IP d13826b3-21ef-4efa-9195-09ad345bae18: ACTIVE {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:38:11.872317 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:11.969009 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:11.973881 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:11.977699 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f2888c6c-c7c7-4e03-85aa-f08bfcc8394c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:12.017606 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=325e2ed1537945e7a7f76811e8ed30d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619410 Jun 10 22:38:12.018533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfc0701-d969-4133-b868-b232a5f76776,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:12.020277 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50734) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:12.021485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:12.074411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.097180 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.145073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.147612 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.148695 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cfc0701-d969-4133-b868-b232a5f76776 HTTP/1.1" status: 204 len: 168 time: 0.1265581 Jun 10 22:38:12.149419 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1703e15e-4d12-452c-aca0-7c944c490eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:12.158421 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfc0701-d969-4133-b868-b232a5f76776,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:12.160640 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0f2132b4-4a46-4bb3-bb18-6cc11b98124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:12.318937 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.403401 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50740) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:12.418638 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.511266 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.517045 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.520496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e6ad0124-7ab2-4902-9b8f-9df28a52f1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:12.558801 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa0b81194a3b4cc984d408a1dfd72e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542332 Jun 10 22:38:12.560781 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b6e78-5a8f-486b-9762-4f506f65f56a,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:12.562093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50742) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:12.564601 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cfdd8d3e-e5be-49f1-9988-14af8df24765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:12.613184 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.635825 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.684259 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.687018 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:12.688136 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c7b6e78-5a8f-486b-9762-4f506f65f56a HTTP/1.1" status: 204 len: 168 time: 0.1249154 Jun 10 22:38:12.688873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-651355a3-e7eb-4e1d-9e67-5f47f8785f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:12.697429 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b6e78-5a8f-486b-9762-4f506f65f56a,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:12.700223 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:14.006604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:14.577103 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.367319 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50836) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:18.471687 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.571334 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.575786 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.579037 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-49b87f70-81ab-4f8b-8deb-90c4186cb7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:18.617924 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02bde142868646a999ee7f12661d4427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494624 Jun 10 22:38:18.618838 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc49bc-a923-4fb0-a243-6f534bd38f7c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:18.620936 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50842) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:18.621981 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:18.678477 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.700963 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.750218 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.752701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:18.753866 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61bc49bc-a923-4fb0-a243-6f534bd38f7c HTTP/1.1" status: 204 len: 168 time: 0.1319485 Jun 10 22:38:18.754652 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2620e9bd-c374-4e65-b248-e2da3f0a6fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:18.763037 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc49bc-a923-4fb0-a243-6f534bd38f7c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:18.766236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:19.015849 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50848) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:19.031521 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.122499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.127024 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.129524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0db52ae8-9f45-44a6-bdc3-89445bd9d180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:19.165227 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1508d61-250f-4044-84f5-84aede6e16da,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:19.169708 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f02baaa861034df8b921cc07d3a3eecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528449 Jun 10 22:38:19.171059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:19.172928 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50850) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:19.226021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.248278 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.294913 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.297934 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:19.299030 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1508d61-250f-4044-84f5-84aede6e16da HTTP/1.1" status: 204 len: 168 time: 0.1251640 Jun 10 22:38:19.299809 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-02164281-c423-402e-93d7-0a2757254784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:19.307867 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1508d61-250f-4044-84f5-84aede6e16da,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:19.310070 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:21.048456 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50912) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:21.152067 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.243937 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.247785 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.251161 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-fefd11a5-1a5a-4655-8a97-40049f30edd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:21.289401 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2480891283424f22b6414c3c6c97e9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399089 Jun 10 22:38:21.290663 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364cdeb-42f5-42f1-b9b5-30b0406693ed,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:21.292103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50916) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:21.293702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:21.344329 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.365976 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.414626 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.417111 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.418228 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3364cdeb-42f5-42f1-b9b5-30b0406693ed HTTP/1.1" status: 204 len: 168 time: 0.1250143 Jun 10 22:38:21.418937 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-26a5e48e-1f70-4e0f-b46a-d88b267167e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:21.427393 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364cdeb-42f5-42f1-b9b5-30b0406693ed,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:21.429553 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:21.671916 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 50922) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:21.687681 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.781909 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.785664 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.788404 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eba77e7-8fd8-42f8-a631-f635114127db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:21.826455 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16c7a3fdf2114801a4fc340b13f61d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535070 Jun 10 22:38:21.828379 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ffb5e-f892-4833-a06c-811988397b7c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:21.829688 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 50926) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:21.831895 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:21.882990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.910243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.959482 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.962211 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:21.963351 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/588ffb5e-f892-4833-a06c-811988397b7c HTTP/1.1" status: 204 len: 168 time: 0.1326976 Jun 10 22:38:21.964181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8bd705e4-0c63-4193-82c7-056572de8956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:21.974465 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ffb5e-f892-4833-a06c-811988397b7c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:21.976837 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:29.562242 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-7722d03c-7d3f-4a25-bcf8-2706fe416c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:29.563627 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-7722d03c-7d3f-4a25-bcf8-2706fe416c30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1138 time: 0.1119127 Jun 10 22:38:29.571563 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b996b1-5205-43a5-aa38-cd259da88d55 req-0e2f8ecb-06c0-42cb-8248-82df3b59a289 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:29.572865 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-55b996b1-5205-43a5-aa38-cd259da88d55 req-0e2f8ecb-06c0-42cb-8248-82df3b59a289 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0900881 Jun 10 22:38:29.689866 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-55b996b1-5205-43a5-aa38-cd259da88d55 req-0afb730e-230f-4ddd-be20-3c986948d9b1 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078057 Jun 10 22:38:29.710763 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-fb027c64-67ed-4c7d-bb69-5930a884a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:29.712167 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-fb027c64-67ed-4c7d-bb69-5930a884a919 service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.1378546 Jun 10 22:38:29.798359 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-45c01b79-7b99-423d-b3fb-15e15d06ef01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 1001 time: 0.0737326 Jun 10 22:38:29.856537 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-7bf2aaac-31fa-4665-a352-8d70bb5b79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:29.857946 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-7bf2aaac-31fa-4665-a352-8d70bb5b79a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0532389 Jun 10 22:38:29.922642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-eee45a90-c42a-490b-bf0a-04a60b004831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:29.924081 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-eee45a90-c42a-490b-bf0a-04a60b004831 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567906 Jun 10 22:38:30.038357 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-ec72220b-54fb-4c82-961c-628450037a30 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068909 Jun 10 22:38:30.155138 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-62f38921-ed7b-4e5f-8f95-f9afb07a6c49 req-fe9c0c79-2d6f-4377-979b-27aa44ec38be service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080174 Jun 10 22:38:30.877207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610861-59a6-4d02-9df6-5cb80356a780 req-7c294ad9-d6d5-492a-ae20-b926e183afcc tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:30.878686 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-74610861-59a6-4d02-9df6-5cb80356a780 req-7c294ad9-d6d5-492a-ae20-b926e183afcc tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0697653 Jun 10 22:38:30.923079 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-74610861-59a6-4d02-9df6-5cb80356a780 req-f259e76f-fb0f-4cc9-a731-8bd6e665fdc9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385997 Jun 10 22:38:32.111136 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35228ff-470b-445b-8743-5c243098ffe6 req-da18fbdd-a224-4938-a39f-5ea8a1705357 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:32.112622 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d35228ff-470b-445b-8743-5c243098ffe6 req-da18fbdd-a224-4938-a39f-5ea8a1705357 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0759351 Jun 10 22:38:32.157639 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d35228ff-470b-445b-8743-5c243098ffe6 req-467ff4b6-e345-488a-909f-6752602eadd1 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390298 Jun 10 22:38:33.336103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819b34-443e-4b34-9c05-7bd7bb60ec88 req-bd5fd9ab-c418-45d7-97d2-268274591602 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:33.337535 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73819b34-443e-4b34-9c05-7bd7bb60ec88 req-bd5fd9ab-c418-45d7-97d2-268274591602 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0676942 Jun 10 22:38:33.380620 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-73819b34-443e-4b34-9c05-7bd7bb60ec88 req-f7f2de2f-49a4-4b8b-afa9-9b71366fdbc3 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371923 Jun 10 22:38:34.268814 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51074) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:34.382518 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.484441 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.487677 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.490234 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-187d1380-858a-4012-8bdc-6f70adbd73cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:34.532996 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb29d42e6210486e9df8cb18bf25c311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608895 Jun 10 22:38:34.532996 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df1b92-e7ba-4a80-a5f2-b2ee0d148f80,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:34.533991 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51082) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:34.541704 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:34.572920 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94618e10-e0b3-4213-b87b-9dc2dfd32645 req-7468043b-8ed9-49c7-ab85-2bba6b2d3f3e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:34.574431 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94618e10-e0b3-4213-b87b-9dc2dfd32645 req-7468043b-8ed9-49c7-ab85-2bba6b2d3f3e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0746355 Jun 10 22:38:34.590964 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.614679 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.619850 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94618e10-e0b3-4213-b87b-9dc2dfd32645 req-8496f656-44a1-4f2b-ae8b-b57d6a12b6eb tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385871 Jun 10 22:38:34.674243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.676925 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:34.678106 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03df1b92-e7ba-4a80-a5f2-b2ee0d148f80 HTTP/1.1" status: 204 len: 168 time: 0.1417646 Jun 10 22:38:34.679308 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-153e1a47-b572-4b32-a551-66e969fbd27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:34.689362 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df1b92-e7ba-4a80-a5f2-b2ee0d148f80,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:34.691795 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:35.816164 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5905b-ac55-42d3-8aef-613dc35c1a28 req-9ab3678c-3395-4399-8462-c0b7ad22905c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:35.817653 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-09c5905b-ac55-42d3-8aef-613dc35c1a28 req-9ab3678c-3395-4399-8462-c0b7ad22905c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0670183 Jun 10 22:38:35.864164 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-09c5905b-ac55-42d3-8aef-613dc35c1a28 req-c2fbbe21-0d80-448b-9ace-9ca0c711c3fd tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402169 Jun 10 22:38:36.863577 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-e5fa56a2-1f98-4f11-b173-3ff26cea194d tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330493 Jun 10 22:38:37.045041 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932cebf-fd48-4c10-9419-132b21312d09 req-352f23d1-4c8c-4981-b380-4aa047b10619 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:37.047102 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9932cebf-fd48-4c10-9419-132b21312d09 req-352f23d1-4c8c-4981-b380-4aa047b10619 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0706325 Jun 10 22:38:37.062985 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-f84fe9fb-bea2-44e2-902b-cda4a6930cda tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:37.064422 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-f84fe9fb-bea2-44e2-902b-cda4a6930cda tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959057 Jun 10 22:38:37.078815 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-bd2dd7f6-5651-4b76-bf9d-1aeeb171ea44 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/quotas/685d4f5568be4fc393ad5e32db20c7d4 HTTP/1.1" status: 200 len: 375 time: 0.0088370 Jun 10 22:38:37.090593 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9932cebf-fd48-4c10-9419-132b21312d09 req-93bf8d90-5a38-4ecb-827f-3ec3d343da1a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376401 Jun 10 22:38:37.115643 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c1c4b637-f6dc-4a23-a734-208f0fe3c552 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317769 Jun 10 22:38:37.266075 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:38:37.282054 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-2a5254d0-9a5b-43bd-932b-f36c4c5bcef7 req-33ba14a8-1592-4479-9f5e-ec9ac1e86a78 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 210 time: 0.0333953 Jun 10 22:38:38.268284 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c0c2c936-b6e3-4bd7-844b-dc533b016f65 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275064 Jun 10 22:38:38.291144 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbdd80-6a33-4859-bfde-cd805ff56988 req-5bd688b9-f13a-4421-9b5c-29b5b249f323 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:38.292585 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3fbdd80-6a33-4859-bfde-cd805ff56988 req-5bd688b9-f13a-4421-9b5c-29b5b249f323 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0810351 Jun 10 22:38:38.341185 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b3fbdd80-6a33-4859-bfde-cd805ff56988 req-d5e90418-d1ad-4e67-b417-1198a591a91e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423172 Jun 10 22:38:38.407892 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-0d3c6d0f-c44b-4fde-9cc7-3d6632389f99 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:38.411172 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-0d3c6d0f-c44b-4fde-9cc7-3d6632389f99 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343715 Jun 10 22:38:38.427327 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Request body: {'port': {'device_id': '424032eb-7160-4d4d-8678-181f670830c4', 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666', 'admin_state_up': True, 'tenant_id': '685d4f5568be4fc393ad5e32db20c7d4'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:38.464307 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3d9f4cc3-d59f-4a51-87b1-63cf9d580ce5 req-716b4603-7441-46fd-9f6a-607b80543cfc tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 210 time: 0.0521617 Jun 10 22:38:38.583088 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Made reservation on behalf of 685d4f5568be4fc393ad5e32db20c7d4 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:38:38.587146 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:38.598191 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:38.698238 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:38.701890 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:38.704982 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-69a38051-a795-4237-865d-ef4524dfd7b5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:38.719666 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d96-9323-4457-8869-5d051184e6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:38.771045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49324fb-041f-4ee5-8294-3b98ca05ab00,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:38.782592 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:39.099522 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Allocated IP 192.168.233.218 (f1c642d5-697e-4be2-ac63-135194db5666/267518a3-f8bf-48af-ac7c-fcd034b9b949/a1dec0fa-811a-4204-bdb4-549957762dc2) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:38:39.277273 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.291066 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Transition to ACTIVE for port object a1dec0fa-811a-4204-bdb4-549957762dc2 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:39.325730 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.330106 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1982bfe0-f243-45a8-8ff8-22ccf541366c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:39.380602 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Network f1c642d5-697e-4be2-ac63-135194db5666 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:39.383817 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:39.388074 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:38:39.456344 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Pushing event updated for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:39.460065 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:39.476394 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:39.477047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.496078 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0728424 Jun 10 22:38:39.511755 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Request body: {'port': {'device_id': '424032eb-7160-4d4d-8678-181f670830c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:39.587552 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3c9c-69d5-41f5-9832-154210bee562 req-b74c1d6c-99a9-4674-afac-c897b00708ce tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:39.590454 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8e9a3c9c-69d5-41f5-9832-154210bee562 req-b74c1d6c-99a9-4674-afac-c897b00708ce tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0868340 Jun 10 22:38:39.643385 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.648739 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8e9a3c9c-69d5-41f5-9832-154210bee562 req-24e85f3b-e924-40ca-8180-06a724b4394e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512788 Jun 10 22:38:39.715449 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-12b4d0f3-9ae4-41b8-a4e2-64dfde54980d None None] Provisioning for port a1dec0fa-811a-4204-bdb4-549957762dc2 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:39.715918 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce54b-6d90-4faf-8a68-c960b8c0e130 req-5bc7e8bb-0b3a-44f1-8a81-47eb885b410f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:39.718060 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3fcce54b-6d90-4faf-8a68-c960b8c0e130 req-5bc7e8bb-0b3a-44f1-8a81-47eb885b410f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.1556726 Jun 10 22:38:39.720424 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-12b4d0f3-9ae4-41b8-a4e2-64dfde54980d None None] Provisioning complete for port a1dec0fa-811a-4204-bdb4-549957762dc2 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:39.720971 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-12b4d0f3-9ae4-41b8-a4e2-64dfde54980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.762123 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-12b4d0f3-9ae4-41b8-a4e2-64dfde54980d None None] Port a1dec0fa-811a-4204-bdb4-549957762dc2 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:38:39.828852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242d2c-ef93-472b-986c-0a16e7b42d68 req-7807dfb4-a27a-4af2-83d1-4ac6bc5726d5 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:39.830344 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-20242d2c-ef93-472b-986c-0a16e7b42d68 req-7807dfb4-a27a-4af2-83d1-4ac6bc5726d5 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 936 time: 0.0723171 Jun 10 22:38:39.831637 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3fcce54b-6d90-4faf-8a68-c960b8c0e130 req-4b144874-baaf-4bde-8aa7-b02f929744a7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048687 Jun 10 22:38:39.875143 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-20242d2c-ef93-472b-986c-0a16e7b42d68 req-a33256a9-02dd-46eb-a3a2-2a2f2c72cff1 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Jun 10 22:38:40.019898 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dec0fa-811a-4204-bdb4-549957762dc2 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:40.027181 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.039246 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Transition to ACTIVE for port object a1dec0fa-811a-4204-bdb4-549957762dc2 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:40.043450 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.046351 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:40.144256 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:40.148641 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:40.234455 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Attempting to bind port a1dec0fa-811a-4204-bdb4-549957762dc2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:38:40.234794 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Attempting to bind port a1dec0fa-811a-4204-bdb4-549957762dc2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:38:40.235124 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Attempting to bind port a1dec0fa-811a-4204-bdb4-549957762dc2 on network f1c642d5-697e-4be2-ac63-135194db5666 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:40.239376 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Port a1dec0fa-811a-4204-bdb4-549957762dc2 on network f1c642d5-697e-4be2-ac63-135194db5666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:38:40.239680 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Attempting to bind port a1dec0fa-811a-4204-bdb4-549957762dc2 on network f1c642d5-697e-4be2-ac63-135194db5666 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:40.244432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:38:40.244767 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Checking segment: {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:38:40.245153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Bound using segment: {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:38:40.245867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Bound port: a1dec0fa-811a-4204-bdb4-549957762dc2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6ad023-6d15-4925-bac6-2ca2095ef8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:38:40.246217 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.317188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:38:40.320088 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a1dec0fa-811a-4204-bdb4-549957762dc2,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:38:40.324551 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.327389 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc8a0b45-89fa-414e-a4a3-3b9dfc162ef8 tempest-AttachVolumeNegativeTest-1320127641 tempest-AttachVolumeNegativeTest-1320127641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:40.361559 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.362194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.363541 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] 10.222.0.41 "PUT /v2.0/ports/a1dec0fa-811a-4204-bdb4-549957762dc2 HTTP/1.1" status: 200 len: 1098 time: 0.8563485 Jun 10 22:38:40.364044 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:40.366342 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:40.401313 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:40.405830 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:40.417491 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88877b91-6930-43ac-af56-139281aabaa0 x-openstack-request-id: req-88877b91-6930-43ac-af56-139281aabaa0 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:40.417832 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:40.418110 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88877b91-6930-43ac-af56-139281aabaa0 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:40.418521 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2', 'status': 'completed', 'code': 200} Jun 10 22:38:40.474636 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-fa7de705-7d76-427a-9660-763fffb4df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.476111 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-fa7de705-7d76-427a-9660-763fffb4df0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 1101 time: 0.0692921 Jun 10 22:38:40.533042 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-2ef85f65-8ab7-4948-9844-006eee9a1040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a1dec0fa-811a-4204-bdb4-549957762dc2 HTTP/1.1" status: 200 len: 217 time: 0.0471830 Jun 10 22:38:40.587493 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-1f35612d-2867-47ab-822c-421726d07a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.588836 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-1f35612d-2867-47ab-822c-421726d07a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=267518a3-f8bf-48af-ac7c-fcd034b9b949 HTTP/1.1" status: 200 len: 843 time: 0.0495505 Jun 10 22:38:40.656296 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-f766765e-fe3e-40f8-89ca-50407d598697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.657779 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-f766765e-fe3e-40f8-89ca-50407d598697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1c642d5-697e-4be2-ac63-135194db5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615072 Jun 10 22:38:40.783284 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-ddaa16d9-30ba-4ce6-8659-573eb8396dbf service neutron] 10.222.0.41 "GET /v2.0/networks/f1c642d5-697e-4be2-ac63-135194db5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181812 Jun 10 22:38:40.935370 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcfa6a-c507-4408-a1e8-6583ccb2b284 req-95fab037-35f2-482c-b576-22344fba4309 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.936855 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bffcfa6a-c507-4408-a1e8-6583ccb2b284 req-95fab037-35f2-482c-b576-22344fba4309 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.1684077 Jun 10 22:38:40.942217 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c80ba478-afd2-4bbc-8b29-9f07f799e2ea req-ce95ecee-3516-4a2d-a169-1b43587bd90e service neutron] 10.222.0.41 "GET /v2.0/networks/f1c642d5-697e-4be2-ac63-135194db5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377172 Jun 10 22:38:40.983420 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bffcfa6a-c507-4408-a1e8-6583ccb2b284 req-d4956733-a377-4b80-a55b-1026ce5d2ac5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402241 Jun 10 22:38:41.037944 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74b7c-ce3a-4e0c-933a-f3374765a657 req-dd02fa1c-dc9b-407d-abb9-35657ea2a415 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.039414 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-23d74b7c-ce3a-4e0c-933a-f3374765a657 req-dd02fa1c-dc9b-407d-abb9-35657ea2a415 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0835993 Jun 10 22:38:41.072411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-c2afc122-88df-42f9-a6e9-9af0e707bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.074782 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-c2afc122-88df-42f9-a6e9-9af0e707bdee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 1101 time: 0.0617590 Jun 10 22:38:41.099313 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-23d74b7c-ce3a-4e0c-933a-f3374765a657 req-03218995-25e1-42b3-9c57-629470173d53 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537782 Jun 10 22:38:41.258246 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-09f20d4d-bdb9-47b1-9706-f86c750146e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.259671 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-09f20d4d-bdb9-47b1-9706-f86c750146e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1c642d5-697e-4be2-ac63-135194db5666 HTTP/1.1" status: 200 len: 870 time: 0.1774161 Jun 10 22:38:41.270270 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc902c71-7e47-4151-a833-9ba284f8e0e3 req-98d836fc-a857-480f-9edd-acbcadfe6aab tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.271870 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fc902c71-7e47-4151-a833-9ba284f8e0e3 req-98d836fc-a857-480f-9edd-acbcadfe6aab tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 948 time: 0.1569302 Jun 10 22:38:41.330675 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-e839fdb8-8fee-4f44-8457-ba9d0a422bb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a1dec0fa-811a-4204-bdb4-549957762dc2 HTTP/1.1" status: 200 len: 217 time: 0.0578854 Jun 10 22:38:41.345953 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1abe2931-3a60-46b1-8b83-e386cdae1ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.358292 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-fc902c71-7e47-4151-a833-9ba284f8e0e3 req-ce0035eb-69da-4022-8e98-6255bcd08744 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801334 Jun 10 22:38:41.403740 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-9c4c886c-27d3-477e-8a0c-9b65b968c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.405320 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-9c4c886c-27d3-477e-8a0c-9b65b968c217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=267518a3-f8bf-48af-ac7c-fcd034b9b949 HTTP/1.1" status: 200 len: 843 time: 0.0611992 Jun 10 22:38:41.465897 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.472990 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-35e49d9a-9106-42ac-8862-8d7a860ea9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.474602 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-35e49d9a-9106-42ac-8862-8d7a860ea9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1c642d5-697e-4be2-ac63-135194db5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594211 Jun 10 22:38:41.596129 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-4c247c1d-83cc-440d-9e27-fa57d43a3309 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c642d5-697e-4be2-ac63-135194db5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101904 Jun 10 22:38:41.708970 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-79a2a6bb-2ae4-433f-90ca-deed5dea0d7c req-a9315f33-0931-4b52-9e62-56204a910844 service neutron] 10.222.0.41 "GET /v2.0/networks/f1c642d5-697e-4be2-ac63-135194db5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058576 Jun 10 22:38:41.773411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-0a037630-8ba8-4829-a41b-10de5d37903a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:41.774838 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-0a037630-8ba8-4829-a41b-10de5d37903a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.0682809 Jun 10 22:38:41.900968 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Deleting port c843b5a6-3bde-45d3-9e57-be465bafd4eb {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:38:41.901217 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.007558 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] For port c843b5a6-3bde-45d3-9e57-be465bafd4eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c843b5a6-3bde-45d3-9e57-be465bafd4eb,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:42.007910 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.172952 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeef6d-5c27-4287-81d6-f89de37d92f6 req-26d40587-609a-4795-a62d-3b5a5166950d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:42.174567 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8aaeef6d-5c27-4287-81d6-f89de37d92f6 req-26d40587-609a-4795-a62d-3b5a5166950d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0751877 Jun 10 22:38:42.221728 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8aaeef6d-5c27-4287-81d6-f89de37d92f6 req-cb4da6b9-b7b1-467c-bcc9-83cb7f4241ae tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343&id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391066 Jun 10 22:38:42.321938 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.539024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device a1dec0fa-811a-4204-bdb4-549957762dc2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:38:42.550671 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5ba3-e967-45c3-afd6-ad7a95b290a1 req-234fc7a0-676c-4413-b19a-058cccb994ab tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:42.552921 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d9da5ba3-e967-45c3-afd6-ad7a95b290a1 req-234fc7a0-676c-4413-b19a-058cccb994ab tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 948 time: 0.0736406 Jun 10 22:38:42.560134 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.560685 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.560790 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Floating IP f1e98c1e-a9bc-43f3-b79a-9524d47eea4d disassociated. External IP: 172.28.1.41, port: c843b5a6-3bde-45d3-9e57-be465bafd4eb. Jun 10 22:38:42.561727 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Calling delete_port for c843b5a6-3bde-45d3-9e57-be465bafd4eb owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:38:42.603753 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d9da5ba3-e967-45c3-afd6-ad7a95b290a1 req-2db2b9d6-14fa-4c1a-8d9a-b95f51884e87 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Jun 10 22:38:42.643607 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae01358-b918-4f40-811a-db8aa72fa8b9 req-59556b2a-19d3-4489-afeb-c4a82c66a506 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:42.644535 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1ae01358-b918-4f40-811a-db8aa72fa8b9 req-59556b2a-19d3-4489-afeb-c4a82c66a506 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 946 time: 0.4247670 Jun 10 22:38:42.658591 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a1dec0fa-811a-4204-bdb4-549957762dc2,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:42.670664 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': 'a1dec0fa-811a-4204-bdb4-549957762dc2', 'network_id': 'f1c642d5-697e-4be2-ac63-135194db5666', 'port_id': 'a1dec0fa-811a-4204-bdb4-549957762dc2', 'mac_address': 'fa:16:3e:43:f2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267518a3-f8bf-48af-ac7c-fcd034b9b949', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:38:42.707210 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-1ae01358-b918-4f40-811a-db8aa72fa8b9 req-fa9e4909-5082-46e3-9973-dff1b8b13c2d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546739 Jun 10 22:38:42.779083 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.783579 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2087bcff-789c-4e68-a7fa-5231502d5ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:42.813619 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'Port': ['ID=c843b5a6-3bde-45d3-9e57-be465bafd4eb,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:42.817108 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:42.845454 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.859872 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dec0fa-811a-4204-bdb4-549957762dc2 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:42.881154 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a1dec0fa-811a-4204-bdb4-549957762dc2,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:42.884952 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:42.886682 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:42.938419 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:42.945161 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.945503 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.945866 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.946195 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.946521 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.946843 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.947165 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.947482 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.947800 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.948122 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.948436 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.948748 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:42.953306 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:42.969405 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:38:43.106015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['a1dec0fa-811a-4204-bdb4-549957762dc2'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:38:43.120643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:38:43.138790 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:38:43.164487 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:43.165116 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:38:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:43.176229 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] No DVR routers for this DVR port c843b5a6-3bde-45d3-9e57-be465bafd4eb on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:38:43.179770 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:43.181784 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f9754e82-3495-4f41-befb-11ac2bef7321 req-58821ca5-cebd-48b2-ab52-794e84009394 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "DELETE /v2.0/ports/c843b5a6-3bde-45d3-9e57-be465bafd4eb HTTP/1.1" status: 204 len: 173 time: 1.3919735 Jun 10 22:38:43.182293 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'name': 'network-vif-deleted', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:43.185844 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6878fea-c1fd-46af-8e6a-c67e41c6bac7" -d '{"events": [{"server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "name": "network-vif-deleted", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:43.229677 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6fed87-1bcf-4894-9ef5-7fe7e5bfc04d x-openstack-request-id: req-0b6fed87-1bcf-4894-9ef5-7fe7e5bfc04d {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:43.229997 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78627e6b-385f-4b04-a133-32b48195244e", "name": "network-vif-deleted", "tag": "c843b5a6-3bde-45d3-9e57-be465bafd4eb", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:43.230448 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b6fed87-1bcf-4894-9ef5-7fe7e5bfc04d {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:43.230866 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78627e6b-385f-4b04-a133-32b48195244e', 'name': 'network-vif-deleted', 'tag': 'c843b5a6-3bde-45d3-9e57-be465bafd4eb', 'status': 'completed', 'code': 200} Jun 10 22:38:43.372340 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:43.677087 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:43.680818 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:38:43.690293 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:43.691058 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:38:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:43.840082 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233fc1d-d389-4b65-bd5b-f5b6c2b8198d req-cef0672c-a783-4000-91cf-90352573fc0c tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:43.841747 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9233fc1d-d389-4b65-bd5b-f5b6c2b8198d req-cef0672c-a783-4000-91cf-90352573fc0c tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 949 time: 0.0857532 Jun 10 22:38:43.855172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:38:43.890752 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb8f2df2-64f0-4ba4-a59a-3ce3b2392a15 req-c8af63bf-10ee-48b8-ad11-5ecd6d1f674b tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=78627e6b-385f-4b04-a133-32b48195244e HTTP/1.1" status: 200 len: 210 time: 0.0355377 Jun 10 22:38:43.894022 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-9233fc1d-d389-4b65-bd5b-f5b6c2b8198d req-74b2c809-3dc9-4d36-8e8b-9d783ba21941 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jun 10 22:38:44.051790 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:44.134714 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:44.138240 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e84cc-98fe-468e-8264-be7138a718cc None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:38:44.433120 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d697a-2270-468d-8a5a-bd10a11c4fb8 None None] New status for floating IP f1e98c1e-a9bc-43f3-b79a-9524d47eea4d: DOWN {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:38:44.547908 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device a1dec0fa-811a-4204-bdb4-549957762dc2 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:38:44.601349 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:44.616096 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port a1dec0fa-811a-4204-bdb4-549957762dc2 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:44.620207 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port a1dec0fa-811a-4204-bdb4-549957762dc2 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:44.620835 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:44.710196 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:44.734238 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:44.736479 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037c8f8d-9c56-4577-9a21-20eef15161d6" -d '{"events": [{"server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "name": "network-vif-plugged", "status": "completed", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:44.751943 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a1dec0fa-811a-4204-bdb4-549957762dc2,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:44.755969 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:44.756886 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c843b5a6-3bde-45d3-9e57-be465bafd4eb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:38:44.759388 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:44.784901 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbfe72-3985-49ab-bb05-ebd9d66283e1 x-openstack-request-id: req-64bbfe72-3985-49ab-bb05-ebd9d66283e1 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:44.785198 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "name": "network-vif-plugged", "status": "completed", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:44.785463 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64bbfe72-3985-49ab-bb05-ebd9d66283e1 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:44.785887 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2', 'code': 200} Jun 10 22:38:44.809955 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: c843b5a6-3bde-45d3-9e57-be465bafd4eb {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:38:44.810389 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device c843b5a6-3bde-45d3-9e57-be465bafd4eb not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:38:44.840422 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:44.844023 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:45.006550 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcee3d-899b-4266-949b-bfb22f860bb3 req-8ab47442-cd6f-41ee-9a41-cd29a6b16a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:45.008104 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-36bcee3d-899b-4266-949b-bfb22f860bb3 req-8ab47442-cd6f-41ee-9a41-cd29a6b16a1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 1103 time: 0.0727551 Jun 10 22:38:45.022926 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51210) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:45.052923 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-36bcee3d-899b-4266-949b-bfb22f860bb3 req-a0e624be-b047-4dfd-a81c-51ced8aa6b05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Jun 10 22:38:45.125903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.137480 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e17a16-5dc4-4aea-bcef-5702428381f8 req-6bc37415-3f9c-4733-8e10-7bf2ce5a2b57 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:45.139018 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-10e17a16-5dc4-4aea-bcef-5702428381f8 req-6bc37415-3f9c-4733-8e10-7bf2ce5a2b57 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 950 time: 0.1257169 Jun 10 22:38:45.173152 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.207177 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-10e17a16-5dc4-4aea-bcef-5702428381f8 req-86190dee-31b5-4db7-b402-5c6a6a816058 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613239 Jun 10 22:38:45.237154 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.239745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.240832 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a75a3be-cf2a-4fbf-96ec-c1150beb82ee HTTP/1.1" status: 204 len: 168 time: 0.2159557 Jun 10 22:38:45.241672 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b1b7abb2-003f-4804-a0b4-05903af5b074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:45.243590 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51212) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:45.252761 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75a3be-cf2a-4fbf-96ec-c1150beb82ee,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:45.255243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:45.259579 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.api.v2.resource [None req-8603e6dd-b616-435b-aec1-104cbba61194 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] show failed (client error): The resource could not be found. Jun 10 22:38:45.261030 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-8603e6dd-b616-435b-aec1-104cbba61194 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups/0a75a3be-cf2a-4fbf-96ec-c1150beb82ee HTTP/1.1" status: 404 len: 347 time: 0.0160172 Jun 10 22:38:45.263566 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51214) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:45.662493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Deleting port 6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:38:45.662844 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.763244 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.763572 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:45.854880 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Calling delete_port for 6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c owned by network:floatingip {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:38:46.016060 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.018659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:46.046952 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'Port': ['ID=6329ee4a-02c1-4e4b-ad4b-585e5c1b6d8c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:46.050097 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:46.124556 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.127114 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.128246 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-46f31af7-7c33-47fc-9f23-23f14aa01976 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "DELETE /v2.0/floatingips/f1e98c1e-a9bc-43f3-b79a-9524d47eea4d HTTP/1.1" status: 204 len: 168 time: 0.8630297 Jun 10 22:38:46.369604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51222) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:46.375256 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426815945', 'description': 'tempest-description--305556729'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:46.390752 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1376559-8d98-42b7-ba1d-fade6eae153b req-e7c0e4cf-bc7e-4f2e-97e7-4568ff7d9e6b tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:46.392304 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b1376559-8d98-42b7-ba1d-fade6eae153b req-e7c0e4cf-bc7e-4f2e-97e7-4568ff7d9e6b tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 950 time: 0.0700762 Jun 10 22:38:46.396608 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.435017 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b1376559-8d98-42b7-ba1d-fade6eae153b req-1504e736-cd45-477c-b1e4-480481c4ff60 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Jun 10 22:38:46.486340 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.490172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.493915 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f62bfbbc-4a76-4319-9139-545cbbe5c3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:46.520765 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.524837 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51228) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:46.526075 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1550221 Jun 10 22:38:46.528177 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:46.529498 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group_rule': {'security_group_id': '9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:46.532818 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:46.557645 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.627958 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.631641 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.637656 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f4fa2bc7-dc94-4831-bec4-3d4e9712f471 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:46.653622 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c63aef-6a38-413a-b4a3-33fbd7706dd7,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:46.657493 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:46.660768 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.665495 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51230) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:46.665653 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396959 Jun 10 22:38:46.671001 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'security_group_rule': {'security_group_id': '9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:46.699175 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.766908 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.771251 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.773976 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-28f9e2ee-e1ca-43d1-8cad-1d472de1694b tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:46.794618 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00eea30-3e04-49b8-a48d-30802f1942e4,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:46.797282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.801426 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319196 Jun 10 22:38:46.803446 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51236) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:46.805766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:46.829568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:46.864413 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:46.914334 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da67d5-2218-4a6f-bdd8-637ec7349892 req-2ec9069e-a1fe-42a5-90ab-afe2eacf1287 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:46.915784 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-09da67d5-2218-4a6f-bdd8-637ec7349892 req-2ec9069e-a1fe-42a5-90ab-afe2eacf1287 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 950 time: 0.1343083 Jun 10 22:38:47.011282 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-09da67d5-2218-4a6f-bdd8-637ec7349892 req-42003e74-ae88-4b90-814f-6472cc9b9ee6 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882018 Jun 10 22:38:47.036275 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.158629 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Allocated IP 172.28.1.91 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:38:47.281444 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.320484 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.323252 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a2fe741c-fe65-4ec6-a456-c92c82a76c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:47.370922 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:47.374338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:47.376889 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:38:47.409820 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:47.413486 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:47.478323 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.530974 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.710245 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.714633 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.717478 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-669415de-a78e-41a2-87ed-3bb750133ef5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:47.797851 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:47.801750 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:47.806214 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.820421 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.821740 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0173318 Jun 10 22:38:48.015640 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-987f5b83-d2fb-4ccd-8df1-2e39fa7fd569 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--426815945&fields=id&tenant_id=0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 267 time: 0.0411322 Jun 10 22:38:48.146199 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-42bb9790-539f-4fe4-bf46-3947ea4d9bd3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:48.147632 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-42bb9790-539f-4fe4-bf46-3947ea4d9bd3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 810 time: 0.1255550 Jun 10 22:38:48.192007 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3101182-53e5-409d-a01c-51268051319c req-64ed928b-30d6-4218-ad87-4eecbb7fca36 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:48.193667 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c3101182-53e5-409d-a01c-51268051319c req-64ed928b-30d6-4218-ad87-4eecbb7fca36 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 950 time: 0.0681310 Jun 10 22:38:48.193850 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-3fa8fc37-6ba0-47c0-9723-edd8d41f18d0 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/quotas/0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 375 time: 0.0406477 Jun 10 22:38:48.236559 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c3101182-53e5-409d-a01c-51268051319c req-9772c90d-6a01-4375-ada4-5982811487c1 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49324fb-041f-4ee5-8294-3b98ca05ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368161 Jun 10 22:38:48.271710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-2e46e5f1-7c51-4eca-8c20-df89351560e9 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:48.273158 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-2e46e5f1-7c51-4eca-8c20-df89351560e9 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.41 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 950 time: 0.1132147 Jun 10 22:38:48.334163 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e19a2c65-e42c-4a9e-bb21-375cd89b46ad tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345954 Jun 10 22:38:48.488364 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Deleting port a1dec0fa-811a-4204-bdb4-549957762dc2 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:38:48.489029 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.495048 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e7673f76-227f-4e5f-bae3-c5108ab5e7a1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454983 Jun 10 22:38:48.682521 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] For port a1dec0fa-811a-4204-bdb4-549957762dc2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a1dec0fa-811a-4204-bdb4-549957762dc2,segment=NetworkSegment(ac6ad023-6d15-4925-bac6-2ca2095ef8a8),segment_id=ac6ad023-6d15-4925-bac6-2ca2095ef8a8)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:48.682876 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.704547 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-1792b1bc-2743-4c26-80b8-8bee1cc28f1b service neutron] 10.222.0.16 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966884 Jun 10 22:38:48.781856 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Calling delete_port for a1dec0fa-811a-4204-bdb4-549957762dc2 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:38:48.876509 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d4a45f6e-3f4f-4bae-8ccf-d5eb559d6897 req-aa05159b-71e6-4c5b-9735-2a0bbc933fc3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 210 time: 0.0354688 Jun 10 22:38:48.952955 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.957265 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0305c0c4-895f-4b3d-adfc-e690dc6d3cc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:48.986548 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Pushing event deleted for resources: {'Port': ['ID=a1dec0fa-811a-4204-bdb4-549957762dc2,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:48.989995 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:49.051111 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] No DVR routers for this DVR port a1dec0fa-811a-4204-bdb4-549957762dc2 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:38:49.053614 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:49.055798 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b66a65c-a2c5-4e22-891b-d437c68c9122 req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.41 "DELETE /v2.0/ports/a1dec0fa-811a-4204-bdb4-549957762dc2 HTTP/1.1" status: 204 len: 173 time: 0.7759030 Jun 10 22:38:49.056302 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'name': 'network-vif-deleted', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:49.059048 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe9d65-0ba5-4664-95c3-37dc708c1cd6" -d '{"events": [{"server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "name": "network-vif-deleted", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:49.119165 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e538e95-1ad9-436d-a6c2-854def38e5cb x-openstack-request-id: req-8e538e95-1ad9-436d-a6c2-854def38e5cb {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:49.119488 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424032eb-7160-4d4d-8678-181f670830c4", "name": "network-vif-deleted", "tag": "a1dec0fa-811a-4204-bdb4-549957762dc2", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:49.119774 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e538e95-1ad9-436d-a6c2-854def38e5cb {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:49.120224 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424032eb-7160-4d4d-8678-181f670830c4', 'name': 'network-vif-deleted', 'tag': 'a1dec0fa-811a-4204-bdb4-549957762dc2', 'status': 'completed', 'code': 200} Jun 10 22:38:49.408645 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6d181d55-7083-4042-9533-c2ad26471d60 req-296efbde-038b-41e5-b354-e1bc149e4265 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] 10.222.0.16 "GET /v2.0/ports?device_id=424032eb-7160-4d4d-8678-181f670830c4 HTTP/1.1" status: 200 len: 210 time: 0.0403335 Jun 10 22:38:50.028117 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3dc46e4-6dda-4db1-8cb0-0b8bd26587df req-e131ead2-f0e4-4d63-ae2a-509b38f1ac13 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 210 time: 0.0372989 Jun 10 22:38:50.156145 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-5c458a23-e204-4a07-8bed-27d698e1cef6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:50.157648 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-5c458a23-e204-4a07-8bed-27d698e1cef6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 810 time: 0.1284668 Jun 10 22:38:50.210320 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8fe1031f-d5cb-4025-8f27-e1330a32c08e tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a85378c93d74803bd2610a77e866426 HTTP/1.1" status: 200 len: 379 time: 0.0443857 Jun 10 22:38:50.219625 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'port': {'device_id': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'admin_state_up': True, 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'security_groups': ['9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:50.360884 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Made reservation on behalf of 0a85378c93d74803bd2610a77e866426 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:38:50.364608 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:50.515705 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Allocated IP 172.20.0.3 (ac352202-a330-43c4-a2e7-219c0b474266/06f6fc14-c917-4204-83f8-8a304ef591e0/0eb912bf-76ca-4c51-a908-9ebb2e093d98) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:38:50.566341 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device a1dec0fa-811a-4204-bdb4-549957762dc2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:38:50.598349 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: a1dec0fa-811a-4204-bdb4-549957762dc2 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:38:50.598800 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device a1dec0fa-811a-4204-bdb4-549957762dc2 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:38:50.974942 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:50.988061 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Transition to ACTIVE for port object 0eb912bf-76ca-4c51-a908-9ebb2e093d98 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:51.026975 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.031969 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48e83c93-161f-45da-94e7-ebd48bd3dc25 tempest-VolumesSnapshotTestJSON-674526223 tempest-VolumesSnapshotTestJSON-674526223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:51.089070 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Network ac352202-a330-43c4-a2e7-219c0b474266 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:51.096089 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:51.098629 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:38:51.105189 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event updated for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:51.105836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:51.174057 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:51.174735 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.192269 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767981 Jun 10 22:38:51.218484 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Request body: {'port': {'device_id': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:51.237473 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29050b-a939-4fea-9ff9-40dfb121a943 req-f0b92290-2fc9-4817-9473-62577e3ad203 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:51.238927 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fa29050b-a939-4fea-9ff9-40dfb121a943 req-f0b92290-2fc9-4817-9473-62577e3ad203 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 931 time: 0.0799568 Jun 10 22:38:51.300311 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fa29050b-a939-4fea-9ff9-40dfb121a943 req-499db6d8-e4ab-4bb4-bef3-b4f613108323 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552266 Jun 10 22:38:51.336887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.405172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-278a194e-a257-49d0-9713-c18151e84f19 None None] Provisioning for port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:51.409231 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-278a194e-a257-49d0-9713-c18151e84f19 None None] Provisioning complete for port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:51.409643 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-278a194e-a257-49d0-9713-c18151e84f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.462957 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-278a194e-a257-49d0-9713-c18151e84f19 None None] Port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:38:51.689147 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb912bf-76ca-4c51-a908-9ebb2e093d98 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:51.697024 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.709973 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Transition to ACTIVE for port object 0eb912bf-76ca-4c51-a908-9ebb2e093d98 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:51.713996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:51.716782 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52f2b00a-9d27-4562-9e25-aba2f1cc24b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:51.809881 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:51.814864 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:51.940086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Attempting to bind port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:38:51.940355 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Attempting to bind port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:38:51.940687 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Attempting to bind port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:51.945736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 on network ac352202-a330-43c4-a2e7-219c0b474266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:38:51.946162 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Attempting to bind port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 on network ac352202-a330-43c4-a2e7-219c0b474266 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:51.954003 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:38:51.954406 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Checking segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:38:51.954808 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Bound using segment: {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:38:51.955243 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Bound port: 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a676b3f5-6329-4edd-861b-3bea639d216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:38:51.955599 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:52.041378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:38:52.044527 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:38:52.049952 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:52.052098 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:52.098140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.099070 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:52.100137 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0eb912bf-76ca-4c51-a908-9ebb2e093d98 HTTP/1.1" status: 200 len: 1093 time: 0.8881936 Jun 10 22:38:52.100660 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:52.103146 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b75b17-8fdc-4e70-bddc-85b1c9054543" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:52.140679 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:52.144197 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:52.159420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d9cec6-ac8f-474e-9236-36e05ef42d1b x-openstack-request-id: req-87d9cec6-ac8f-474e-9236-36e05ef42d1b {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:52.159872 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:52.160167 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87d9cec6-ac8f-474e-9236-36e05ef42d1b {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:52.160846 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'status': 'completed', 'code': 200} Jun 10 22:38:52.223840 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-0baf54f3-88c3-448b-9a6e-784b4e32a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.225395 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-0baf54f3-88c3-448b-9a6e-784b4e32a29a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 1096 time: 0.0637436 Jun 10 22:38:52.282496 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-04c6627d-e39e-472e-b295-3c5a875f138f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98 HTTP/1.1" status: 200 len: 217 time: 0.0507212 Jun 10 22:38:52.360596 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-7591a58f-ba5e-4e9e-bc82-a165dea0a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.362001 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-7591a58f-ba5e-4e9e-bc82-a165dea0a75d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.0644350 Jun 10 22:38:52.432278 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-d34acb46-1a23-47bf-982e-781fb411bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.433862 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-d34acb46-1a23-47bf-982e-781fb411bfec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661855 Jun 10 22:38:52.487324 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ee439-e25f-4c3c-910a-5405cd149ee8 req-16187774-c8aa-4fba-9550-018067f3d6f6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.488890 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7c7ee439-e25f-4c3c-910a-5405cd149ee8 req-16187774-c8aa-4fba-9550-018067f3d6f6 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 943 time: 0.0752780 Jun 10 22:38:52.539153 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7c7ee439-e25f-4c3c-910a-5405cd149ee8 req-557fd71e-175c-4dd3-9558-92722551b5cd tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443528 Jun 10 22:38:52.557532 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-e70bc1dd-cdf7-4cd1-a70a-ab067eaf2156 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172712 Jun 10 22:38:52.674989 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f3324793-78eb-4da4-88f4-2f09e1af8d20 req-f7950e26-7caf-4614-b099-c9d1993d97ee service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113060 Jun 10 22:38:52.787382 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-c479a510-7daf-43a8-bada-05439c7a31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.788891 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-c479a510-7daf-43a8-bada-05439c7a31fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 1096 time: 0.0581994 Jun 10 22:38:52.910406 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-b60d3d92-385b-4a87-a68e-7c6fe43b1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:52.911861 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-b60d3d92-385b-4a87-a68e-7c6fe43b1d6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.1119075 Jun 10 22:38:52.973111 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-e4ecb79f-2c58-4a6a-bb08-852a190881ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98 HTTP/1.1" status: 200 len: 217 time: 0.0514312 Jun 10 22:38:53.049780 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-8ac081cc-e370-4d1b-b6f4-40a8deedaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:53.051177 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-8ac081cc-e370-4d1b-b6f4-40a8deedaf75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.0721648 Jun 10 22:38:53.118178 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-0ce67fbc-fd2d-485c-8e7f-fd490410b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:53.120298 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-0ce67fbc-fd2d-485c-8e7f-fd490410b8fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605536 Jun 10 22:38:53.238930 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-d734c8d7-043b-4b51-b13b-944ac76852ae service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110723 Jun 10 22:38:53.358816 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-03b75b17-8fdc-4e70-bddc-85b1c9054543 req-875956dc-8415-4bf4-b32b-a8c43d415db4 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134367 Jun 10 22:38:53.721989 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a643-17da-4212-a7d6-fe447c988465 req-a3417ed1-fc3b-4950-8739-78c525fef935 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:53.723424 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b698a643-17da-4212-a7d6-fe447c988465 req-a3417ed1-fc3b-4950-8739-78c525fef935 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 943 time: 0.0671532 Jun 10 22:38:53.765612 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b698a643-17da-4212-a7d6-fe447c988465 req-d3367bd2-e286-4253-a987-319daac748cb tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364988 Jun 10 22:38:54.495020 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51548) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:54.596703 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 0eb912bf-76ca-4c51-a908-9ebb2e093d98 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:38:54.597240 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-4185a6f3-0b29-4aa3-a55f-6e8fd03d65d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=685d4f5568be4fc393ad5e32db20c7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003909 Jun 10 22:38:54.599592 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51552) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:54.656359 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.674701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c5703-ddbc-4120-9d8a-18c18359f5c7 req-2ec627cc-0fe6-4029-afd1-aff7a4142417 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:54.676174 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-857c5703-ddbc-4120-9d8a-18c18359f5c7 req-2ec627cc-0fe6-4029-afd1-aff7a4142417 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.2930079 Jun 10 22:38:54.679841 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.720678 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-857c5703-ddbc-4120-9d8a-18c18359f5c7 req-d624cbce-d25b-466e-af8b-1418fc6a0e8b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384290 Jun 10 22:38:54.721457 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:54.731529 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.734795 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.734999 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'port_id': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'mac_address': 'fa:16:3e:05:6b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:38:54.736011 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e49324fb-041f-4ee5-8294-3b98ca05ab00 HTTP/1.1" status: 204 len: 168 time: 0.1353111 Jun 10 22:38:54.737015 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c36a7c2a-e4a3-4e81-9cce-7177dcf73385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:54.746806 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49324fb-041f-4ee5-8294-3b98ca05ab00,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:54.750681 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:54.804278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.954398 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb912bf-76ca-4c51-a908-9ebb2e093d98 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:38:54.966198 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c1cf3-42e2-40a2-b483-2c10bfd92428 req-454af9fc-3d94-4bf3-ab76-be4b3a3f523d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:54.969070 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a10c1cf3-42e2-40a2-b483-2c10bfd92428 req-454af9fc-3d94-4bf3-ab76-be4b3a3f523d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 943 time: 0.0803161 Jun 10 22:38:54.979637 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:54.984883 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.987084 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:55.020705 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-a10c1cf3-42e2-40a2-b483-2c10bfd92428 req-9ddf007e-b899-41b7-95a4-b9463aa83f8d tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Jun 10 22:38:55.053767 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:55.056619 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:55.214106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['0eb912bf-76ca-4c51-a908-9ebb2e093d98'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:38:55.907752 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c86c1b-98e9-4272-8f53-6e464820dc9e req-036a40b7-11f4-4b2e-8c40-ad0b38444b7b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:55.909188 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94c86c1b-98e9-4272-8f53-6e464820dc9e req-036a40b7-11f4-4b2e-8c40-ad0b38444b7b tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0661480 Jun 10 22:38:55.955194 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-94c86c1b-98e9-4272-8f53-6e464820dc9e req-2cd60fb6-fb96-49ce-80fe-5235ed1312d6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401709 Jun 10 22:38:56.208023 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa4b86-5085-4102-91f0-a76eec42571a req-c1812219-a070-40ef-82ce-ef9fb00d15c2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:56.209526 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ebaa4b86-5085-4102-91f0-a76eec42571a req-c1812219-a070-40ef-82ce-ef9fb00d15c2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 944 time: 0.0754564 Jun 10 22:38:56.253086 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ebaa4b86-5085-4102-91f0-a76eec42571a req-9bbf84ce-d25b-4a11-8746-9d0027be8faf tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376174 Jun 10 22:38:56.597822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 0eb912bf-76ca-4c51-a908-9ebb2e093d98 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:38:56.650070 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:56.653542 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:56.653978 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:56.741991 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:56.766521 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:38:56.768737 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146fd378-7562-46e4-aaa6-bcb853d8ae11" -d '{"events": [{"server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "name": "network-vif-plugged", "status": "completed", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:38:56.782987 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:56.790902 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:56.792981 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:56.818950 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911a467-b83d-4eb5-b5e8-5be76760b5c8 x-openstack-request-id: req-d911a467-b83d-4eb5-b5e8-5be76760b5c8 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:38:56.819243 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "name": "network-vif-plugged", "status": "completed", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:38:56.819504 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d911a467-b83d-4eb5-b5e8-5be76760b5c8 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:38:56.819889 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'code': 200} Jun 10 22:38:56.848241 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:56.851025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:57.045466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887ae2a-b401-4537-afe1-ecf2e12f37cb req-414f8427-8c89-4486-8874-09fcdb0cb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:57.047140 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c887ae2a-b401-4537-afe1-ecf2e12f37cb req-414f8427-8c89-4486-8874-09fcdb0cb0b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 1098 time: 0.0621054 Jun 10 22:38:57.087344 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c887ae2a-b401-4537-afe1-ecf2e12f37cb req-228af10e-1155-43a4-8439-079db0c7889f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345571 Jun 10 22:38:57.146350 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f3ebc-8764-4bc7-b55a-7253203d7555 req-6b618bc9-cdb8-4208-9516-33b52de16012 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:57.149773 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-545f3ebc-8764-4bc7-b55a-7253203d7555 req-6b618bc9-cdb8-4208-9516-33b52de16012 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Jun 10 22:38:57.190672 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-545f3ebc-8764-4bc7-b55a-7253203d7555 req-5be7312a-c235-48de-87ea-2901f213d560 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Jun 10 22:38:57.430953 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0f957-dc46-4095-8ecf-1334b378281a req-2f29d47b-0122-43fd-8551-f177061c9b68 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:57.432391 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6de0f957-dc46-4095-8ecf-1334b378281a req-2f29d47b-0122-43fd-8551-f177061c9b68 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0670428 Jun 10 22:38:57.473157 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6de0f957-dc46-4095-8ecf-1334b378281a req-dfdc374e-2ee2-4ae5-9947-75fd70c6bd45 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340722 Jun 10 22:38:58.379186 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbfc79-2aff-4253-91c5-07b522cdfa86 req-9ba4b7ad-df66-4a14-9018-4e942492f97f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:58.380616 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e1fbfc79-2aff-4253-91c5-07b522cdfa86 req-9ba4b7ad-df66-4a14-9018-4e942492f97f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0720255 Jun 10 22:38:58.421949 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e1fbfc79-2aff-4253-91c5-07b522cdfa86 req-ad7a78a0-2bd4-4ba8-804e-15574010026e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357893 Jun 10 22:38:58.652432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05ad13-d3f6-4cb1-980c-7dafd88e76f7 req-325ba056-000e-4ed6-a524-2e2e95ce3161 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:58.653901 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7e05ad13-d3f6-4cb1-980c-7dafd88e76f7 req-325ba056-000e-4ed6-a524-2e2e95ce3161 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0718734 Jun 10 22:38:58.694351 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7e05ad13-d3f6-4cb1-980c-7dafd88e76f7 req-25459b8e-b134-42d9-ade1-818683882c2c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343862 Jun 10 22:38:58.863075 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970d97d-0d12-4417-bf09-c136e4f14082 req-15a6ca4f-5755-4d3c-a444-04e3e20432be tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:58.864516 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d970d97d-0d12-4417-bf09-c136e4f14082 req-15a6ca4f-5755-4d3c-a444-04e3e20432be tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0673497 Jun 10 22:38:58.873218 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51574) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:58.878377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Request body: {'floatingip': {'port_id': '0eb912bf-76ca-4c51-a908-9ebb2e093d98'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:58.943936 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.503554 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.507773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.609343 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5adee-b853-477b-ac70-9b8d5424b650 req-d25ad791-e461-4617-bdb5-45e97a8aed97 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:59.610819 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2ca5adee-b853-477b-ac70-9b8d5424b650 req-d25ad791-e461-4617-bdb5-45e97a8aed97 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jun 10 22:38:59.647603 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.l3_db [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Floating IP d2897a7d-7b13-4920-9f2e-deba565a42a8 associated. External IP: 172.28.1.91, port: 0eb912bf-76ca-4c51-a908-9ebb2e093d98. Jun 10 22:38:59.656695 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2ca5adee-b853-477b-ac70-9b8d5424b650 req-5b924b77-96ab-49f9-b4f0-e8d6e660ffee tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 Jun 10 22:38:59.932396 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:00.072327 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:00.077768 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:00.082196 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:00.092149 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:00.092831 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:38:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:00.118324 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3c8fd32a-d720-4040-8591-78ac8589f2e3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "PUT /v2.0/floatingips/d2897a7d-7b13-4920-9f2e-deba565a42a8 HTTP/1.1" status: 200 len: 990 time: 1.2433953 Jun 10 22:39:00.118985 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:00.121511 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:00.159965 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f3e836-3387-4b12-a1a2-ef00f3026aa4 x-openstack-request-id: req-c1f3e836-3387-4b12-a1a2-ef00f3026aa4 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:00.160382 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:00.160683 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1f3e836-3387-4b12-a1a2-ef00f3026aa4 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:00.161121 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'status': 'completed', 'code': 200} Jun 10 22:39:00.236185 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:00.260692 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-155201bf-36fb-46b8-88e9-a283cff4aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:00.262234 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-155201bf-36fb-46b8-88e9-a283cff4aead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a85378c93d74803bd2610a77e866426&device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 1098 time: 0.0637035 Jun 10 22:39:00.376161 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-a465065e-def8-4bac-a47c-b3e7912ace12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:00.377670 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-a465065e-def8-4bac-a47c-b3e7912ace12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 200 len: 911 time: 0.1078424 Jun 10 22:39:00.457689 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-b83cbc4c-85af-42ad-9326-b9e3184cd313 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98 HTTP/1.1" status: 200 len: 998 time: 0.0721512 Jun 10 22:39:00.518732 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-a8ffe938-83ba-47b7-9a12-bb6083dde375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:00.520147 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-a8ffe938-83ba-47b7-9a12-bb6083dde375 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 200 len: 849 time: 0.0548515 Jun 10 22:39:00.528793 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2897a7d-7b13-4920-9f2e-deba565a42a8', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:05:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:38:47Z', 'updated_at': '2021-06-10T22:38:59Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:00.532518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:00.540545 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:00.541152 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:38:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:00.582186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-d5f12d1b-5480-459b-8e71-b8b739085cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:00.583654 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-d5f12d1b-5480-459b-8e71-b8b739085cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac352202-a330-43c4-a2e7-219c0b474266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567572 Jun 10 22:39:00.684142 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:00.701431 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-9bc8011c-0ca7-4d45-bdaa-211b371e6337 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109126 Jun 10 22:39:00.849516 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-af066f7d-6a2e-4d9e-b512-8c4d286ed99b req-725ff1b6-9dd4-474b-a863-1720e4e0b3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416936 Jun 10 22:39:00.876960 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a807e-765e-421b-aa93-90aea59fbf36 req-667d18fb-ef5e-4f24-8ec2-f2abe7a3aa92 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:00.878440 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee8a807e-765e-421b-aa93-90aea59fbf36 req-667d18fb-ef5e-4f24-8ec2-f2abe7a3aa92 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0923946 Jun 10 22:39:00.925943 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee8a807e-765e-421b-aa93-90aea59fbf36 req-30f049e9-f834-460a-8ef9-346d2457d870 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Jun 10 22:39:00.972480 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2897a7d-7b13-4920-9f2e-deba565a42a8', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:05:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:38:47Z', 'updated_at': '2021-06-10T22:38:59Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:00.976138 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc2dfe-a220-4303-9719-5936b06458db None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': 'd2897a7d-7b13-4920-9f2e-deba565a42a8', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'f31da405-5596-4113-8397-938da6660a16', 'port_id': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'mac_address': 'fa:16:3e:05:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:38:47Z', 'updated_at': '2021-06-10T22:38:59Z', 'revision_number': 1, 'project_id': '0a85378c93d74803bd2610a77e866426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:01.140919 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c77fa4-110d-4d4f-b8f3-2caa4152b636 None None] New status for floating IP d2897a7d-7b13-4920-9f2e-deba565a42a8: ACTIVE {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:39:02.110781 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1bba0-bf77-4b62-94a7-cde35e144632 req-5b8b20ef-fefe-437f-97a4-9f1e9d2ad576 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:02.112186 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cbd1bba0-bf77-4b62-94a7-cde35e144632 req-5b8b20ef-fefe-437f-97a4-9f1e9d2ad576 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0698333 Jun 10 22:39:02.152572 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cbd1bba0-bf77-4b62-94a7-cde35e144632 req-2eb58d21-b0b3-4e35-8016-71cd985da4c3 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348301 Jun 10 22:39:03.333479 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaff4e9-e468-4966-97b4-c83388f6dd94 req-0d643461-89b3-425d-82bd-c2f62702df41 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:03.334928 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eeaff4e9-e468-4966-97b4-c83388f6dd94 req-0d643461-89b3-425d-82bd-c2f62702df41 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0665023 Jun 10 22:39:03.376543 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-eeaff4e9-e468-4966-97b4-c83388f6dd94 req-c15bdd72-bf6e-48e4-b6f6-ffe79e937105 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361483 Jun 10 22:39:04.569355 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755d18b-d497-4c36-b38b-0c2058d0ef21 req-c123fd42-1505-4949-9f96-ff1317341be5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:04.570723 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3755d18b-d497-4c36-b38b-0c2058d0ef21 req-c123fd42-1505-4949-9f96-ff1317341be5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0756509 Jun 10 22:39:04.612195 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3755d18b-d497-4c36-b38b-0c2058d0ef21 req-8a7370fb-49b6-47a2-83ab-90ab77b67c44 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355182 Jun 10 22:39:05.793000 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c4722-4547-48f7-baf5-079b7b3dbe98 req-8b1a6dd7-28d4-4b87-bece-e8bd848e66f4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:05.794475 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e37c4722-4547-48f7-baf5-079b7b3dbe98 req-8b1a6dd7-28d4-4b87-bece-e8bd848e66f4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0675797 Jun 10 22:39:05.838899 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e37c4722-4547-48f7-baf5-079b7b3dbe98 req-1f3b4b41-1a98-4baf-9fca-f575e18792d6 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Jun 10 22:39:06.660644 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:39:06.784964 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:06.800994 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:39:06.856570 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.873714 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:39:06.913041 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:06.918653 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.920864 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:06.997367 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=6']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:07.001020 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:07.015904 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['4da259b6-b881-4b48-a58a-1d6796616a4b'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:39:07.059565 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4fad2-e6f7-4cea-b7d8-596ba69412bc req-c2b2fd97-45b7-427f-a028-263225b20cae tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:07.061658 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bde4fad2-e6f7-4cea-b7d8-596ba69412bc req-c2b2fd97-45b7-427f-a028-263225b20cae tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 944 time: 0.0810516 Jun 10 22:39:07.110897 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bde4fad2-e6f7-4cea-b7d8-596ba69412bc req-4f5fde53-ebbd-4d68-9770-1032ba8ff240 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Jun 10 22:39:08.346416 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147f58-79c4-44b1-b943-7e63ff6422b5 req-4251438a-0647-45b5-a680-727dd7464f20 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:08.350266 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1147f58-79c4-44b1-b943-7e63ff6422b5 req-4251438a-0647-45b5-a680-727dd7464f20 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 944 time: 0.1142068 Jun 10 22:39:08.403597 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d1147f58-79c4-44b1-b943-7e63ff6422b5 req-fb1df76c-e6b8-4abd-9fea-0b51451aea73 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482256 Jun 10 22:39:08.677468 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:08.735353 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8dc6050b-77be-4ebc-8c80-a02fee5e7efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.752315 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 4da259b6-b881-4b48-a58a-1d6796616a4b triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:08.752735 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.857303 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.893085 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:08.896290 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b019b8a-1f40-414c-9618-4909e9901e09" -d '{"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:08.923257 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:08.927157 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.929276 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-fb96a5bd-43e9-4f9c-b880-13cfe57ab1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:08.968015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c3f5eb-3af8-45ba-ab1e-1fecc24ee246 x-openstack-request-id: req-f8c3f5eb-3af8-45ba-ab1e-1fecc24ee246 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:08.968698 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:08.969472 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8c3f5eb-3af8-45ba-ab1e-1fecc24ee246 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:08.970106 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'code': 200} Jun 10 22:39:09.008061 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=7']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:09.011164 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:09.643410 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6748cb-f753-41b3-a2a2-cc58e037dd27 req-bbf18e97-e479-4c49-a430-a268d19ae8aa tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:09.645156 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef6748cb-f753-41b3-a2a2-cc58e037dd27 req-bbf18e97-e479-4c49-a430-a268d19ae8aa tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.1093044 Jun 10 22:39:09.701323 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef6748cb-f753-41b3-a2a2-cc58e037dd27 req-8b33e957-6eb5-4798-a508-a6c03dce72e4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503275 Jun 10 22:39:10.923301 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8a76-3d5e-4dde-ab6d-25333aeaa534 req-63fded6f-7d29-4aa2-a92e-bacdc34fd72a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:10.924902 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-33fe8a76-3d5e-4dde-ab6d-25333aeaa534 req-63fded6f-7d29-4aa2-a92e-bacdc34fd72a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0855179 Jun 10 22:39:10.975835 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-33fe8a76-3d5e-4dde-ab6d-25333aeaa534 req-251469bb-ce25-48fa-bd33-bd10b2ec2f8f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440948 Jun 10 22:39:11.353418 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-7c12dc6a-26c6-429f-b25c-60494ba84a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:11.472841 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:12.188457 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eb15f-5c00-4b66-8771-48fc924ab710 req-c16f6ec8-dd07-4831-9871-41d21a3c4299 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:12.190060 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-755eb15f-5c00-4b66-8771-48fc924ab710 req-c16f6ec8-dd07-4831-9871-41d21a3c4299 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0903332 Jun 10 22:39:12.237153 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-755eb15f-5c00-4b66-8771-48fc924ab710 req-49aa5bd8-8680-4b4b-916d-39fe54fd1758 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 Jun 10 22:39:12.325348 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:13.622029 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfc50d-2036-4fd0-b27b-5d01155d6dd0 req-3a3129c8-37f1-40de-9705-d2d67bf0b216 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:13.624345 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-03bfc50d-2036-4fd0-b27b-5d01155d6dd0 req-3a3129c8-37f1-40de-9705-d2d67bf0b216 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0761187 Jun 10 22:39:13.673338 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-03bfc50d-2036-4fd0-b27b-5d01155d6dd0 req-f5acf941-034c-4437-bb04-cebca7bd16e1 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Jun 10 22:39:14.013437 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:14.271183 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:39:14.436977 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-ceea0698-4e20-46bd-89b5-44d0de508c0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739192 Jun 10 22:39:14.563192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-8f8e8065-2cc7-4dba-b06a-07410da00289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:14.567529 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-8f8e8065-2cc7-4dba-b06a-07410da00289 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1138 time: 0.0793436 Jun 10 22:39:14.609712 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:14.936822 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf0555-dece-469b-b582-0a9a0956ba2b req-9e365e17-bf2e-4e4e-869a-f095f904413e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:14.938419 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bfaf0555-dece-469b-b582-0a9a0956ba2b req-9e365e17-bf2e-4e4e-869a-f095f904413e tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.1177828 Jun 10 22:39:15.001661 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-bfaf0555-dece-469b-b582-0a9a0956ba2b req-629a10f0-78a3-461d-8c9e-05b2b56158a5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548332 Jun 10 22:39:15.025200 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-47321f1e-cd43-448d-87ae-518e30be440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:15.026732 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-47321f1e-cd43-448d-87ae-518e30be440c service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.4310133 Jun 10 22:39:15.121329 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-2f4421a8-d63d-41a2-b417-4cb9515b0db9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 1001 time: 0.0808764 Jun 10 22:39:15.184961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-5fd0e606-051f-4bc8-a2cf-d40dfafdd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:15.187208 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-5fd0e606-051f-4bc8-a2cf-d40dfafdd291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0561793 Jun 10 22:39:15.261721 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-ef07bbc1-ec8f-4e49-b9a8-30a3098dd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:15.263410 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-ef07bbc1-ec8f-4e49-b9a8-30a3098dd581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647342 Jun 10 22:39:15.391593 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-7e09b1df-4d8c-4c08-aff1-5be6196b71a6 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203778 Jun 10 22:39:15.512757 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-89bd4e1b-d9d6-48ac-b053-f0e773c8b4fe req-d98e9924-31f7-4bea-a999-d69ee534f8b6 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151068 Jun 10 22:39:16.184631 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c95ca9-f414-40bd-991b-79b4d778839b req-c7ae045e-feeb-47c5-9d84-290c4c073702 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:16.186291 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d3c95ca9-f414-40bd-991b-79b4d778839b req-c7ae045e-feeb-47c5-9d84-290c4c073702 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0715096 Jun 10 22:39:16.227741 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d3c95ca9-f414-40bd-991b-79b4d778839b req-5382d732-4693-48f2-8d30-c775e9a45fb5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358658 Jun 10 22:39:16.328264 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-8941501e-c632-4667-ae64-c7908955586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:16.329731 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-8941501e-c632-4667-ae64-c7908955586b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1098 time: 0.0578549 Jun 10 22:39:16.445658 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-14c1727a-dcb0-4a2b-95e0-5245cf89b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:16.447066 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-14c1727a-dcb0-4a2b-95e0-5245cf89b569 service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1081402 Jun 10 22:39:16.529323 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-3a455615-bc9b-49f6-81d7-dbf3dc576051 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 1001 time: 0.0717406 Jun 10 22:39:16.587455 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-c7924606-799e-4be6-9221-ceb891cb7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:16.588781 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-c7924606-799e-4be6-9221-ceb891cb7341 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0533371 Jun 10 22:39:16.653693 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-6c0cc0ac-1d4d-4637-a93c-cad9bf44310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:16.655348 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-6c0cc0ac-1d4d-4637-a93c-cad9bf44310d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576150 Jun 10 22:39:16.769984 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-872ee54b-2d78-47c2-9e56-079736617f38 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064591 Jun 10 22:39:16.883473 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4865fcb4-1bdf-4b53-98df-d9450bd44ddf req-54e6e481-1ac2-4985-a0c3-ead95629fc17 service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070940 Jun 10 22:39:17.413178 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb89b-eda5-4bb1-8ac3-6d300ccf2211 req-f1fba9cd-3825-4ce3-a150-f4d7d041c6bc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:17.414623 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e08eb89b-eda5-4bb1-8ac3-6d300ccf2211 req-f1fba9cd-3825-4ce3-a150-f4d7d041c6bc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.0725150 Jun 10 22:39:17.455599 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-e08eb89b-eda5-4bb1-8ac3-6d300ccf2211 req-2a39bd41-7e15-4005-83dd-fa7891b01d21 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Jun 10 22:39:17.935162 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-a9138669-7c69-4b61-8001-c54afc5b1722 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866345991&fields=id&tenant_id=d11e3356e4a64fcd9ecf73c37b373155 HTTP/1.1" status: 200 len: 267 time: 0.0365043 Jun 10 22:39:18.008800 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-ed4d0050-6c4e-46db-94f9-abeb08596396 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:18.010249 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-ed4d0050-6c4e-46db-94f9-abeb08596396 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 985 time: 0.0688713 Jun 10 22:39:18.021572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Request body: {'port': {'security_groups': ['d3b46afb-0406-4e90-8424-4d1b49132acf']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:39:18.116937 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.318834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:18.349836 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.355611 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.361474 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:18.367766 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:39:18.411478 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:18.412148 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.413744 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a2c81f14-aed9-44b3-a466-9bb3175034f9 req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "PUT /v2.0/ports/16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 943 time: 0.3964820 Jun 10 22:39:18.414141 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:18.420971 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a98aa-7cae-4096-83d6-9a1c09a4d736" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:18.421102 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51700) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:18.460287 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event updated for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=7']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:18.470224 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.471154 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.471745 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.472344 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.472984 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.473610 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.474200 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.474808 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.475470 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.476049 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.476617 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.477204 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:18.482143 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:18.531594 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:39:18.540182 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.548940 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ecd21-d3cc-404b-87e7-93d6a5d59079 x-openstack-request-id: req-d23ecd21-d3cc-404b-87e7-93d6a5d59079 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:18.549367 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:18.549786 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d23ecd21-d3cc-404b-87e7-93d6a5d59079 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:18.550316 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:39:18.617698 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.679430 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-1005068c-faed-46a9-bfba-b1a5af40497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:18.681279 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-1005068c-faed-46a9-bfba-b1a5af40497f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1099 time: 0.1144068 Jun 10 22:39:18.712744 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:18.825773 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-eb8d72bd-9bcd-48d6-b5af-db4595518f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:18.832849 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-eb8d72bd-9bcd-48d6-b5af-db4595518f96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.1457226 Jun 10 22:39:18.925763 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-27187549-d3ef-4d6c-9d0f-32a04d60043c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 1001 time: 0.0852377 Jun 10 22:39:18.952172 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-f0420f5a-0e8d-4229-8092-c3a5f717baf2 None None] Provisioning complete for port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:18.952568 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f0420f5a-0e8d-4229-8092-c3a5f717baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:18.986261 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-53ce9fe6-08a1-4337-99bb-3c7f76e9ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:18.987702 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-53ce9fe6-08a1-4337-99bb-3c7f76e9ac05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0552526 Jun 10 22:39:19.034274 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.059300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-f65b40b6-2e7e-4de4-8dc8-4976a1e6665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:19.061958 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-f65b40b6-2e7e-4de4-8dc8-4976a1e6665b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675757 Jun 10 22:39:19.065942 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.068205 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:19.069097 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.072655 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "DELETE /v2.0/security-groups/12fee5cc-1a9e-4ead-bc58-e19eb9ca7343 HTTP/1.1" status: 204 len: 168 time: 0.6485686 Jun 10 22:39:19.072819 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28fd0b-15e2-4448-9ad8-43e6dcaffa61" -d '{"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-unplugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:19.072925 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7d9a6952-0079-44fb-83dd-8eb295b73f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:19.074975 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51708) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:19.124025 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:19.149814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f159b147-b81b-496b-b3e8-84d0cea3e5fa x-openstack-request-id: req-f159b147-b81b-496b-b3e8-84d0cea3e5fa {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:19.150143 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-unplugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:19.150375 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f159b147-b81b-496b-b3e8-84d0cea3e5fa {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:19.150768 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'code': 200} Jun 10 22:39:19.153211 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.157437 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:19.179983 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e4be-0392-42b7-a4a6-93db4a16ffed req-dd924780-97c8-4ad1-8402-0bf2bc9baf75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:19.187758 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aae7e4be-0392-42b7-a4a6-93db4a16ffed req-dd924780-97c8-4ad1-8402-0bf2bc9baf75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 945 time: 0.4812980 Jun 10 22:39:19.214530 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-4a5218d9-ae6f-40ee-bf29-4ff858645140 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454635 Jun 10 22:39:19.221555 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=8']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:19.226472 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:19.234640 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fee5cc-1a9e-4ead-bc58-e19eb9ca7343,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:19.259889 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.260269 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.260643 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.261011 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.261373 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.261763 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.262123 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.262477 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.262833 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.263188 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.263545 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.264052 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:19.268565 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-58fcba70-0752-4f22-b594-7003a967620a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:19.302493 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aae7e4be-0392-42b7-a4a6-93db4a16ffed req-1fbcb07c-efd4-44d6-8194-2872b2f00d75 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138425 Jun 10 22:39:19.333989 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-da5a98aa-7cae-4096-83d6-9a1c09a4d736 req-64210cc6-736a-47fc-b4d3-26f472e5d04d service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134539 Jun 10 22:39:19.360515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Deleting port a803915a-f212-4f1a-bc0a-3cc317880a06 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:19.360853 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.457712 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.458370 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.551562 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Calling delete_port for a803915a-f212-4f1a-bc0a-3cc317880a06 owned by network:floatingip {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:19.744763 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.747579 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ede02620-2723-4254-a4d2-6894d72bc158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:19.776929 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event deleted for resources: {'Port': ['ID=a803915a-f212-4f1a-bc0a-3cc317880a06,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:19.782534 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:19.846611 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks [] for floatingip, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:19.847046 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.l3_db [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Floating IP d2538283-10b9-4281-ba32-c8697cb9826e disassociated (deleted). External IP: 172.28.1.14, port: 16e1bdc9-fe11-40ae-a65d-9f7449e789dd. Jun 10 22:39:20.143876 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:20.282662 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:20.287557 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:20.291805 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Sync routers for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:20.300554 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:20.301168 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:20.335871 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "DELETE /v2.0/floatingips/d2538283-10b9-4281-ba32-c8697cb9826e HTTP/1.1" status: 204 len: 168 time: 1.2558661 Jun 10 22:39:20.336425 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:20.338753 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebe14263e7a7c6fb2614799bde817437c912dbabb10580b6c925cc36eff4670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df3e51e-703b-4ff8-91fb-b16f406d58b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:20.454275 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:20.496320 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb0f2c-57cf-4f25-9ac1-40e02fc1e7ca req-749bb686-9e0d-46bc-9ba8-251bf1dbb03d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:20.497950 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8abb0f2c-57cf-4f25-9ac1-40e02fc1e7ca req-749bb686-9e0d-46bc-9ba8-251bf1dbb03d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0755904 Jun 10 22:39:20.541393 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8abb0f2c-57cf-4f25-9ac1-40e02fc1e7ca req-f0886b54-ba47-4456-bfd4-05f483a091be tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372586 Jun 10 22:39:20.678504 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a530bc7f-62c7-415c-b281-1cfacb93d83f x-openstack-request-id: req-a530bc7f-62c7-415c-b281-1cfacb93d83f {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:20.679021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:20.679491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a530bc7f-62c7-415c-b281-1cfacb93d83f {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:20.680095 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:39:20.769923 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:20.775084 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Checking router: 3e385d6e-7c23-4781-9ded-6b5d74b7a661 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:20.780027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-9f605a67-ab9a-4b58-8a99-fbfd8104f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:20.781701 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-9f605a67-ab9a-4b58-8a99-fbfd8104f77e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 1099 time: 0.0623727 Jun 10 22:39:20.787646 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:20.788451 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:20.938699 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-c3371390-9bdf-41f7-86d6-aeb5dd59615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:20.941354 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-c3371390-9bdf-41f7-86d6-aeb5dd59615c service neutron] 10.222.0.41 "GET /v2.0/networks?id=708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 200 len: 916 time: 0.1465302 Jun 10 22:39:20.989205 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:21.011243 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-f1fc119f-0115-41f3-a279-baf647004037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 200 len: 217 time: 0.0624382 Jun 10 22:39:21.074798 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-eb48e46d-9e1e-4ceb-b08b-422adde05565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:21.076635 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-eb48e46d-9e1e-4ceb-b08b-422adde05565 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 200 len: 854 time: 0.0587680 Jun 10 22:39:21.153503 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-aa070100-a54b-43d0-92c5-a6e76b88deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:21.156416 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-aa070100-a54b-43d0-92c5-a6e76b88deac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=708af421-34bd-436d-b0af-842c86c2e135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731199 Jun 10 22:39:21.273124 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:21.277394 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba11293-70c0-4c84-8955-c45b71a6fde4 None None] The sync data for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb is: [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:37:08Z', 'revision_number': 4, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '4d1b2aa9-d059-49de-9e86-740152055895', 'name': '', 'network_id': '708af421-34bd-436d-b0af-842c86c2e135', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'mac_address': 'fa:16:3e:cb:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:07Z', 'updated_at': '2021-06-10T22:37:16Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'subnets': [{'id': 'b2360fe2-db8d-415f-8285-52649b3f137c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:21.294340 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-cec4d62a-85d8-442a-a704-04f535009428 service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282811 Jun 10 22:39:21.417316 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4df3e51e-703b-4ff8-91fb-b16f406d58b2 req-bb54ff4c-4725-4703-a81a-2039c61c3b8e service neutron] 10.222.0.41 "GET /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153038 Jun 10 22:39:21.512780 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e2e3c-96ae-4079-a99c-8832b2853f0c None None] New status for floating IP d2538283-10b9-4281-ba32-c8697cb9826e: DOWN {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:39:21.825224 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f346b-3975-4fdd-936d-fda1bf5a2b75 req-7fb135e8-1d0c-4c9d-b54b-1b7f5c825581 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:21.827547 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-767f346b-3975-4fdd-936d-fda1bf5a2b75 req-7fb135e8-1d0c-4c9d-b54b-1b7f5c825581 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0751431 Jun 10 22:39:21.868378 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-767f346b-3975-4fdd-936d-fda1bf5a2b75 req-98ec94c1-9a47-4fb7-8d28-4644fe59ed80 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Jun 10 22:39:21.984832 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51776) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:22.093168 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-8f358420-58c3-4b3a-b423-a8e4b069703b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061871 Jun 10 22:39:22.721594 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:23.057683 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61883-28bf-4ee6-8344-31d1db247aa3 req-5a7f966f-b9d0-4de0-ad68-e0621cd858ba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.059146 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-92f61883-28bf-4ee6-8344-31d1db247aa3 req-5a7f966f-b9d0-4de0-ad68-e0621cd858ba tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0691941 Jun 10 22:39:23.100302 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-92f61883-28bf-4ee6-8344-31d1db247aa3 req-faffcf4d-14cb-4be6-bd38-7ec2cdc466c2 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Jun 10 22:39:23.212512 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-9c4b4bc5-fb51-45e7-ad03-53994ba0f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.214008 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-9c4b4bc5-fb51-45e7-ad03-53994ba0f36a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326&tenant_id=149a394c09a8489d9117f5f2d8307cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0645902 Jun 10 22:39:23.296272 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-25bdfbb9-12e8-4534-aca6-54d58cdc6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.297901 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-25bdfbb9-12e8-4534-aca6-54d58cdc6113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=149a394c09a8489d9117f5f2d8307cd7&device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1096 time: 0.0605230 Jun 10 22:39:23.420768 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-a97e7e09-ad92-4be7-81bf-954e5419390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.422389 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-a97e7e09-ad92-4be7-81bf-954e5419390e service neutron] 10.222.0.41 "GET /v2.0/networks?id=182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 200 len: 917 time: 0.1186430 Jun 10 22:39:23.509827 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-fea96908-c0f7-4c06-a1ab-0d3f8223201b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 200 len: 999 time: 0.0804667 Jun 10 22:39:23.558873 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ee07-1d91-4702-8fa3-1f21f2f6736c req-a6813a4a-d07e-4508-99b1-d5d6fe712509 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.560326 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d355ee07-1d91-4702-8fa3-1f21f2f6736c req-a6813a4a-d07e-4508-99b1-d5d6fe712509 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0679405 Jun 10 22:39:23.566033 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-f373e151-64eb-44f3-8470-5e14037cbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.567465 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-f373e151-64eb-44f3-8470-5e14037cbd98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 200 len: 855 time: 0.0507581 Jun 10 22:39:23.606976 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d355ee07-1d91-4702-8fa3-1f21f2f6736c req-f753e7a2-7476-42ed-859f-5a8195966fa9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Jun 10 22:39:23.630914 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-03d74a0a-899f-48cb-ad09-b5bd779f9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:23.632401 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-03d74a0a-899f-48cb-ad09-b5bd779f9e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=182b4907-aa69-4a3e-bc3d-23e1a5747407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0581038 Jun 10 22:39:23.751288 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-f2eba79f-02fe-41d3-9db7-fb0fde0edffb service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059129 Jun 10 22:39:23.863009 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6a55e960-5d25-4dbd-897e-8a9fd4d48533 req-62d75228-359c-48f6-988a-7a1ac655c3bf service neutron] 10.222.0.41 "GET /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047933 Jun 10 22:39:24.347484 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3bbc0-6e53-4b7e-b898-e221efb83800 req-18df4f1d-de30-46b3-9eb6-aaa8118e3c5d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:24.349048 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bec3bbc0-6e53-4b7e-b898-e221efb83800 req-18df4f1d-de30-46b3-9eb6-aaa8118e3c5d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.1265514 Jun 10 22:39:24.428011 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bec3bbc0-6e53-4b7e-b898-e221efb83800 req-e73a0b04-d809-40a6-9985-0d0a64fe19f1 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632341 Jun 10 22:39:24.817527 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324341-a102-4608-92bf-e4c7591d24ec req-e337f863-dcc4-49e4-b219-8911a18288a5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:24.819361 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bc324341-a102-4608-92bf-e4c7591d24ec req-e337f863-dcc4-49e4-b219-8911a18288a5 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0882223 Jun 10 22:39:24.866173 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-bc324341-a102-4608-92bf-e4c7591d24ec req-3bb476fc-b6d3-42e0-9b11-02376ded27e8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Jun 10 22:39:25.612550 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdaaf2-34f1-4683-9ab6-8f5dfb8b9a46 req-b93c847d-7e23-4aa7-9665-3a25cc41e335 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:25.614078 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-60bdaaf2-34f1-4683-9ab6-8f5dfb8b9a46 req-b93c847d-7e23-4aa7-9665-3a25cc41e335 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0728934 Jun 10 22:39:25.662485 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-60bdaaf2-34f1-4683-9ab6-8f5dfb8b9a46 req-b8fc7f24-c109-495c-beff-b870a65066bc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Jun 10 22:39:26.061649 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970e2e-488c-48c3-ac58-3fbdb4e1692b req-4b5215be-2c6e-4d7d-92a7-32de09d4d409 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:26.063133 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-02970e2e-488c-48c3-ac58-3fbdb4e1692b req-4b5215be-2c6e-4d7d-92a7-32de09d4d409 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0795696 Jun 10 22:39:26.108118 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-02970e2e-488c-48c3-ac58-3fbdb4e1692b req-747cd1d3-6b87-46be-9960-47efa0b9b97e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Jun 10 22:39:26.859813 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2098d1e-a7b9-4425-ab2d-7ecb87deb7c1 req-974c21d9-cbce-4427-a24b-85ebad8636e7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:26.861248 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c2098d1e-a7b9-4425-ab2d-7ecb87deb7c1 req-974c21d9-cbce-4427-a24b-85ebad8636e7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0797803 Jun 10 22:39:26.912870 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c2098d1e-a7b9-4425-ab2d-7ecb87deb7c1 req-ec6829cf-edee-4b00-abbe-3532987b88cb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455780 Jun 10 22:39:27.319756 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952d27c-c1f4-468d-a0ea-19ca428c7360 req-25137ca1-c830-4346-9294-88a1307e9756 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:27.321342 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4952d27c-c1f4-468d-a0ea-19ca428c7360 req-25137ca1-c830-4346-9294-88a1307e9756 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0755658 Jun 10 22:39:27.368788 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4952d27c-c1f4-468d-a0ea-19ca428c7360 req-b5ce603a-669e-43e1-9169-9219ed9c4269 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Jun 10 22:39:28.120027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46001-d8ad-40e8-b4fc-7a5374288427 req-671554bf-326f-4297-891b-c4fdc523f396 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:28.121968 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-02b46001-d8ad-40e8-b4fc-7a5374288427 req-671554bf-326f-4297-891b-c4fdc523f396 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0806434 Jun 10 22:39:28.177964 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-02b46001-d8ad-40e8-b4fc-7a5374288427 req-d1a9014c-4f39-4de7-90ac-eeac597d75f4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494893 Jun 10 22:39:28.830818 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514d4ad-75d6-4ffa-90f6-57c3138d4c59 req-38a77bbf-8fdf-4fe1-8e23-02b8b53fe642 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:28.832330 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a514d4ad-75d6-4ffa-90f6-57c3138d4c59 req-38a77bbf-8fdf-4fe1-8e23-02b8b53fe642 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.3432169 Jun 10 22:39:28.876349 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a514d4ad-75d6-4ffa-90f6-57c3138d4c59 req-8da31593-8cba-472f-b20f-1cbdfbbedcf4 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Jun 10 22:39:29.375732 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1125c7f-e047-48cd-a8b8-020b816df679 req-22cc201e-add0-47b2-a87b-807276149edc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:29.377231 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f1125c7f-e047-48cd-a8b8-020b816df679 req-22cc201e-add0-47b2-a87b-807276149edc tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0712383 Jun 10 22:39:29.425282 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f1125c7f-e047-48cd-a8b8-020b816df679 req-6f7f607a-02e7-4162-afb6-68f36f7bb35f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Jun 10 22:39:30.078152 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9720a4-c97e-447c-aacd-dc59679868c2 req-9dbb2e1d-0a75-4427-9440-b38df14b2a5d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:30.079715 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-be9720a4-c97e-447c-aacd-dc59679868c2 req-9dbb2e1d-0a75-4427-9440-b38df14b2a5d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0832953 Jun 10 22:39:30.126052 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-be9720a4-c97e-447c-aacd-dc59679868c2 req-988c9bb6-6dc1-44e9-b25b-34b2261a0082 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Jun 10 22:39:30.635803 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a64ba-faf8-45e7-947d-b1fe5a97e56c req-6582bc03-2ab5-4a79-9045-0d135189c802 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:30.637669 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-537a64ba-faf8-45e7-947d-b1fe5a97e56c req-6582bc03-2ab5-4a79-9045-0d135189c802 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0702620 Jun 10 22:39:30.690182 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-537a64ba-faf8-45e7-947d-b1fe5a97e56c req-744f8465-4e92-4feb-a94f-46487ff0fb1f tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Jun 10 22:39:31.317210 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91df35-a122-4682-943c-9188c96db5b3 req-9b6a56dc-acba-45fa-9ceb-a0cf6b545f52 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:31.318685 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2d91df35-a122-4682-943c-9188c96db5b3 req-9b6a56dc-acba-45fa-9ceb-a0cf6b545f52 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0741518 Jun 10 22:39:31.367822 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2d91df35-a122-4682-943c-9188c96db5b3 req-1c24c9c4-725d-472d-846e-16991a546ae0 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Jun 10 22:39:31.900084 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a884d0b-ec79-444d-9747-3855b355267c req-e565f0b6-7a6e-4c31-9ef7-25302527664d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:31.901575 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a884d0b-ec79-444d-9747-3855b355267c req-e565f0b6-7a6e-4c31-9ef7-25302527664d tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0786464 Jun 10 22:39:31.960154 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a884d0b-ec79-444d-9747-3855b355267c req-08de6575-ca89-4ca4-990f-d85cf40898ca tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523829 Jun 10 22:39:32.561571 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491608c0-badd-4912-ae23-5f695fa9ae91 req-49155b5d-ddd1-49c7-b57b-d07ca0f48792 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:32.562941 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-491608c0-badd-4912-ae23-5f695fa9ae91 req-49155b5d-ddd1-49c7-b57b-d07ca0f48792 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0733933 Jun 10 22:39:32.610116 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-491608c0-badd-4912-ae23-5f695fa9ae91 req-9b28fdcc-d4ec-46b1-add7-f3a57e434b9f tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Jun 10 22:39:33.154501 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7bbbf-832d-4462-a0c0-8eb8ac18cfdc req-da9fc3fe-d8ff-48fa-bb8d-8f4e13d056ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:33.156022 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8bf7bbbf-832d-4462-a0c0-8eb8ac18cfdc req-da9fc3fe-d8ff-48fa-bb8d-8f4e13d056ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0731814 Jun 10 22:39:33.202661 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8bf7bbbf-832d-4462-a0c0-8eb8ac18cfdc req-c6d5195d-700f-4742-84df-ae7bbc6f4a05 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 Jun 10 22:39:33.803051 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca1d15-ad4a-4115-b951-d93cdebd23f8 req-3ab1dab4-a7de-4336-b0c2-af7c54508f41 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:33.804461 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-04ca1d15-ad4a-4115-b951-d93cdebd23f8 req-3ab1dab4-a7de-4336-b0c2-af7c54508f41 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0748727 Jun 10 22:39:33.847189 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-04ca1d15-ad4a-4115-b951-d93cdebd23f8 req-e082d7ac-4420-4df1-a46e-c98b48257b56 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367541 Jun 10 22:39:34.399399 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349e5-a0cb-4f15-a6c9-f5b88ef72c48 req-a9512236-a5ed-4e8b-b126-b16233955653 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:34.400852 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2c6349e5-a0cb-4f15-a6c9-f5b88ef72c48 req-a9512236-a5ed-4e8b-b126-b16233955653 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0732131 Jun 10 22:39:34.446270 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-2c6349e5-a0cb-4f15-a6c9-f5b88ef72c48 req-453b23b9-47e0-46d3-a88e-e3b8fe608da5 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 Jun 10 22:39:35.038790 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12a07-e45c-47aa-b924-50b2407014a0 req-a42e0116-7ebc-433d-8566-74e9db17918c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:35.040153 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ed12a07-e45c-47aa-b924-50b2407014a0 req-a42e0116-7ebc-433d-8566-74e9db17918c tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0730968 Jun 10 22:39:35.082631 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8ed12a07-e45c-47aa-b924-50b2407014a0 req-606e17c3-e475-4e91-ba09-a89b85670575 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Jun 10 22:39:35.630081 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef305b-cde2-430d-9f07-c986f76fbbb2 req-a656c6be-47c3-4fad-aec4-e77a614a15e4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:35.631531 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7aef305b-cde2-430d-9f07-c986f76fbbb2 req-a656c6be-47c3-4fad-aec4-e77a614a15e4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0673845 Jun 10 22:39:35.677493 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7aef305b-cde2-430d-9f07-c986f76fbbb2 req-8bb029c6-2183-4c80-9a8a-65d5f77c0b40 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Jun 10 22:39:36.268033 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf45298-7e60-48b9-a185-6828a3b93fe2 req-08590344-5f5e-40d4-a5e9-32b14dcd0606 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:36.269488 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fbf45298-7e60-48b9-a185-6828a3b93fe2 req-08590344-5f5e-40d4-a5e9-32b14dcd0606 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0711415 Jun 10 22:39:36.312038 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-fbf45298-7e60-48b9-a185-6828a3b93fe2 req-4cbfee73-24e3-4bff-8cb2-ddeca044d34a tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3b46afb-0406-4e90-8424-4d1b49132acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Jun 10 22:39:36.632699 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-534c70c0-c1d6-43d2-8ae8-07857cbf2cea tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:36.634366 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-534c70c0-c1d6-43d2-8ae8-07857cbf2cea tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 946 time: 0.0764949 Jun 10 22:39:36.762897 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Deleting port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:36.763246 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:36.813626 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:39:36.875386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74150da4-854b-49dc-a054-c2380a05b9a4 req-c03c3622-fbe6-4807-a415-46c25475aff7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:36.876865 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-74150da4-854b-49dc-a054-c2380a05b9a4 req-c03c3622-fbe6-4807-a415-46c25475aff7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 943 time: 0.0828538 Jun 10 22:39:36.889282 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] For port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:36.889674 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:36.927304 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-74150da4-854b-49dc-a054-c2380a05b9a4 req-0a52c7cc-fc41-4182-9851-623880f5fb3c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Jun 10 22:39:36.990550 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Calling delete_port for 16e1bdc9-fe11-40ae-a65d-9f7449e789dd owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:37.071510 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:37.084270 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'port_id': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'mac_address': 'fa:16:3e:3d:8c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:39:37.126845 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:37.145391 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:37.145669 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:39:37.150102 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-369b9a5a-f13b-41a1-8718-f5d1f3b681f9 tempest-VolumesActionsTest-97819015 tempest-VolumesActionsTest-97819015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:37.165830 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['16e1bdc9-fe11-40ae-a65d-9f7449e789dd'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:39:37.170394 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:37.188898 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Pushing event deleted for resources: {'Port': ['ID=16e1bdc9-fe11-40ae-a65d-9f7449e789dd,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:37.194222 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:37.194571 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:37.196520 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:37.249993 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] No DVR routers for this DVR port 16e1bdc9-fe11-40ae-a65d-9f7449e789dd on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:37.250826 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=9']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:37.253129 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:37.253817 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:37.255120 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f29a243e-169f-4f2e-a6ca-512c6e69e565 req-0bb7685c-50a5-48ca-bf5e-f4c585227da9 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.41 "DELETE /v2.0/ports/16e1bdc9-fe11-40ae-a65d-9f7449e789dd HTTP/1.1" status: 204 len: 173 time: 0.6137412 Jun 10 22:39:37.255642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'name': 'network-vif-deleted', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:37.258063 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7a91d8-0e66-4968-8af7-1b244f8e8ac6" -d '{"events": [{"server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "name": "network-vif-deleted", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:37.299492 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ffd3f-b5e6-42f0-9e14-c9cea5b569f7 x-openstack-request-id: req-093ffd3f-b5e6-42f0-9e14-c9cea5b569f7 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:37.299823 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f5b43-9abd-440f-9024-87a0bcd31536", "name": "network-vif-deleted", "tag": "16e1bdc9-fe11-40ae-a65d-9f7449e789dd", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:37.300140 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-093ffd3f-b5e6-42f0-9e14-c9cea5b569f7 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:37.300589 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f5b43-9abd-440f-9024-87a0bcd31536', 'name': 'network-vif-deleted', 'tag': '16e1bdc9-fe11-40ae-a65d-9f7449e789dd', 'status': 'completed', 'code': 200} Jun 10 22:39:37.416896 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['4da259b6-b881-4b48-a58a-1d6796616a4b'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:39:37.470199 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef4c228e-7ff0-4a45-be0b-067484926096 req-d700ec36-8d19-4676-8f6b-d35fd77d6bea tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f5b43-9abd-440f-9024-87a0bcd31536 HTTP/1.1" status: 200 len: 210 time: 0.0324936 Jun 10 22:39:38.118726 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf303df-2767-483b-af89-403db2b05347 req-4d899942-d775-4f48-a1d1-502508486746 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:38.120175 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-caf303df-2767-483b-af89-403db2b05347 req-4d899942-d775-4f48-a1d1-502508486746 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 944 time: 0.0726120 Jun 10 22:39:38.161971 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-caf303df-2767-483b-af89-403db2b05347 req-0f649441-2aa1-45b3-b50f-1dae35d6aaf7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358822 Jun 10 22:39:38.725995 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-50a4407d-cc51-4898-8bc9-ea9caf649e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:38.847583 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:38.909278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 4da259b6-b881-4b48-a58a-1d6796616a4b triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:38.909805 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:39.006029 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:39.028934 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51928) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:39.037005 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:39.039364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3956cd-942b-4b8f-aaa5-9a26968b5652" -d '{"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:39.056478 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:39.061874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:39.062775 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 16e1bdc9-fe11-40ae-a65d-9f7449e789dd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:39.065629 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:39.089032 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 16e1bdc9-fe11-40ae-a65d-9f7449e789dd {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:39.089399 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 16e1bdc9-fe11-40ae-a65d-9f7449e789dd not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:39.137775 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c108e8f-1300-4d31-9db2-ddcea0aac0bb x-openstack-request-id: req-1c108e8f-1300-4d31-9db2-ddcea0aac0bb {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:39.138102 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-plugged", "status": "completed", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:39.138388 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c108e8f-1300-4d31-9db2-ddcea0aac0bb {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:39.139536 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'code': 200} Jun 10 22:39:39.144248 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=10']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:39.147204 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:39.393539 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048bcb-703e-4b90-bf8d-7493d6c9a151 req-3151f901-4942-4b57-b338-265b7af7b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:39.394986 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c7048bcb-703e-4b90-bf8d-7493d6c9a151 req-3151f901-4942-4b57-b338-265b7af7b927 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 1099 time: 0.1084311 Jun 10 22:39:39.406622 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead2db-ccdb-4355-acb0-ba367e76aa6d req-9186fdbb-20ce-420e-aafe-fd1eb5146758 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:39.408000 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-efead2db-ccdb-4355-acb0-ba367e76aa6d req-9186fdbb-20ce-420e-aafe-fd1eb5146758 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.0909953 Jun 10 22:39:39.465689 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c7048bcb-703e-4b90-bf8d-7493d6c9a151 req-88ddc455-6916-48d4-9e6f-78ba85b69ba7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566912 Jun 10 22:39:39.470371 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-efead2db-ccdb-4355-acb0-ba367e76aa6d req-e2f092a3-25d4-44bf-a68e-50e3c49398bd tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555789 Jun 10 22:39:39.473150 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:40.030243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Deleting port 4d1b2aa9-d059-49de-9e86-740152055895 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:40.030956 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:40.133017 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] For port 4d1b2aa9-d059-49de-9e86-740152055895, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=4d1b2aa9-d059-49de-9e86-740152055895,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:40.133363 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:40.226898 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Calling delete_port for 4d1b2aa9-d059-49de-9e86-740152055895 owned by network:router_interface {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:40.456462 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:40.458604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:40.488743 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1b2aa9-d059-49de-9e86-740152055895,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:40.493940 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:40.716496 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4803c-3104-4d24-bc87-b4626ef86cdc req-37c2c920-e872-4a75-99aa-326a66c25cde tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:40.719025 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9ee4803c-3104-4d24-bc87-b4626ef86cdc req-37c2c920-e872-4a75-99aa-326a66c25cde tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.1046388 Jun 10 22:39:40.748996 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:40.767541 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9ee4803c-3104-4d24-bc87-b4626ef86cdc req-fa7375b6-29dd-44a2-bb98-48e2d2e5b6a4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Jun 10 22:39:41.046061 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:41.192399 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:41.197920 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/3e385d6e-7c23-4781-9ded-6b5d74b7a661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1678343 Jun 10 22:39:41.200391 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51976) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:41.201573 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Sync routers for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:41.210509 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:41.211119 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:41.340197 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks [] for router, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.359381 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9a28-26c6-46d5-8838-0662ae87aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.363834 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:41.481875 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.482127 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.545478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Deleting port 1794bf91-6161-4b33-84c0-b930b598e00d {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:41.545852 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.608730 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:39:40Z', 'revision_number': 5, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port': {'id': '1794bf91-6161-4b33-84c0-b930b598e00d', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:05Z', 'updated_at': '2021-06-10T22:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:41.612041 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Checking router: 3e385d6e-7c23-4781-9ded-6b5d74b7a661 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:41.620160 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Routers {'3e385d6e-7c23-4781-9ded-6b5d74b7a661'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:41.620765 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:41.648101 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] For port 1794bf91-6161-4b33-84c0-b930b598e00d, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1794bf91-6161-4b33-84c0-b930b598e00d,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:41.648494 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.742579 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] Set router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:41.746231 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Calling delete_port for 1794bf91-6161-4b33-84c0-b930b598e00d owned by network:router_gateway {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:41.822195 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:39:41Z', 'revision_number': 6, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:41.825751 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043cc95-6eb0-4038-bd39-5417bf0931cc None None] The sync data for ids ['3e385d6e-7c23-4781-9ded-6b5d74b7a661'] in dv-cinder-790535-2-smb is: [{'id': '3e385d6e-7c23-4781-9ded-6b5d74b7a661', 'name': 'tempest-TestMinimumBasicScenario-1144439624-router', 'tenant_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:04Z', 'updated_at': '2021-06-10T22:39:41Z', 'revision_number': 6, 'project_id': 'd11e3356e4a64fcd9ecf73c37b373155', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:41.952225 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:41.955135 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8e08dd0d-3ff0-427f-ba84-389545032e9d tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:41.959356 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc1b9-be7f-442a-a655-634851668aca req-1c193b84-8a50-4b72-812f-9785f17c55bb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:41.960856 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-22ffc1b9-be7f-442a-a655-634851668aca req-1c193b84-8a50-4b72-812f-9785f17c55bb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.0689964 Jun 10 22:39:41.985507 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Pushing event deleted for resources: {'Port': ['ID=1794bf91-6161-4b33-84c0-b930b598e00d,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:41.989416 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:42.007066 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-22ffc1b9-be7f-442a-a655-634851668aca req-2bdf454f-c04e-44ee-a049-a228320af1d7 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403008 Jun 10 22:39:42.060197 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.190760 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.192943 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.266723 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.267435 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e385d6e-7c23-4781-9ded-6b5d74b7a661 {{(pid=91862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:39:42.273648 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.275120 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3e385d6e-7c23-4781-9ded-6b5d74b7a661 HTTP/1.1" status: 204 len: 168 time: 1.0736403 Jun 10 22:39:42.277665 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51984) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:42.321887 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.340816 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Deleting subnet b2360fe2-db8d-415f-8285-52649b3f137c {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:39:42.344630 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.384726 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237858'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.503924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.561989 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6285993'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.563946 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:42.594268 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2360fe2-db8d-415f-8285-52649b3f137c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:42.597007 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:42.600004 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.604353 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b2360fe2-db8d-415f-8285-52649b3f137c HTTP/1.1" status: 204 len: 168 time: 0.3232107 Jun 10 22:39:42.604491 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 51986) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:42.605538 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4a1cb-8d14-4c8c-82f8-034b2547db19 None None] Network 708af421-34bd-436d-b0af-842c86c2e135 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:39:42.691239 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 4d1b2aa9-d059-49de-9e86-740152055895 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:42.705050 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:42.723017 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 4d1b2aa9-d059-49de-9e86-740152055895 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:42.723364 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 4d1b2aa9-d059-49de-9e86-740152055895 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:42.879721 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] DHCP port deletion for 708af421-34bd-436d-b0af-842c86c2e135 request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:39:42.937134 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Deleting port 22ddafa1-b0dc-41d9-8553-14cf3208af5d {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:42.937964 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.037768 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Deleting port 22ddafa1-b0dc-41d9-8553-14cf3208af5d {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:43.038155 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.127667 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] For port 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=22ddafa1-b0dc-41d9-8553-14cf3208af5d,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:43.128339 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.148942 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] For port 22ddafa1-b0dc-41d9-8553-14cf3208af5d, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=22ddafa1-b0dc-41d9-8553-14cf3208af5d,segment=NetworkSegment(f637ecca-8c70-452a-9ed3-e50343c20eb7),segment_id=f637ecca-8c70-452a-9ed3-e50343c20eb7)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:43.149369 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.218196 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Calling delete_port for 22ddafa1-b0dc-41d9-8553-14cf3208af5d owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:43.240002 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Calling delete_port for 22ddafa1-b0dc-41d9-8553-14cf3208af5d owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:43.312484 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.314680 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-088e01c9-a510-4a57-b861-cb3a5ec63de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:43.344475 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Pushing event deleted for resources: {'Port': ['ID=22ddafa1-b0dc-41d9-8553-14cf3208af5d,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:43.347759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:43.348551 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] No DVR routers for this DVR port 22ddafa1-b0dc-41d9-8553-14cf3208af5d on host dv-cinder-790535-2-smb {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:43.382162 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.383747 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:43.415778 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Pushing event deleted for resources: {'Port': ['ID=22ddafa1-b0dc-41d9-8553-14cf3208af5d,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:43.421282 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] No DVR routers for this DVR port 22ddafa1-b0dc-41d9-8553-14cf3208af5d on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:43.430171 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.430512 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.430869 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.431355 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.431697 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.432024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.432349 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.432669 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.432991 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.433311 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.433654 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.433977 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:43.438230 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:43.456837 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.470377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708af421-34bd-436d-b0af-842c86c2e135']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:43.479977 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f637ecca-8c70-452a-9ed3-e50343c20eb7') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:43.480269 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f637ecca-8c70-452a-9ed3-e50343c20eb7') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:43.490386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.509619 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.516276 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:39:43.516684 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: retrieve_revision_numbers = { Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:39:43.518444 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:39:43.590506 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.595036 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8d8b0af8-3712-48db-956f-17f6726abeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:43.597461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:43.599289 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] 10.222.0.16 "DELETE /v2.0/networks/708af421-34bd-436d-b0af-842c86c2e135 HTTP/1.1" status: 204 len: 168 time: 0.9938192 Jun 10 22:39:43.602466 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 51990) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:43.612567 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Pushing event deleted for resources: {'Network': ['ID=708af421-34bd-436d-b0af-842c86c2e135,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:43.614948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:44.015067 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:44.096385 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:44.266722 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 22ddafa1-b0dc-41d9-8553-14cf3208af5d no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:44.291791 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 22ddafa1-b0dc-41d9-8553-14cf3208af5d {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:44.292228 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 22ddafa1-b0dc-41d9-8553-14cf3208af5d not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:44.292717 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1794bf91-6161-4b33-84c0-b930b598e00d no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:44.316063 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 1794bf91-6161-4b33-84c0-b930b598e00d {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:44.316415 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1794bf91-6161-4b33-84c0-b930b598e00d not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:44.613367 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:44.705627 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Deleting port dad43457-35f2-49a4-a94e-3704552eb903 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:44.706093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:44.808859 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] For port dad43457-35f2-49a4-a94e-3704552eb903, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=dad43457-35f2-49a4-a94e-3704552eb903,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:44.809220 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:44.903834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Calling delete_port for dad43457-35f2-49a4-a94e-3704552eb903 owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:45.149102 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:45.150879 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:45.187643 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=dad43457-35f2-49a4-a94e-3704552eb903,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:45.189500 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:45.403150 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:45.684661 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:45.823700 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:45.828695 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c81e878f-ffe0-4fec-88fd-96ec8a9caf3d admin admin] 10.222.0.16 "PUT /v2.0/routers/1bc8ea9c-6b79-42a1-876f-c3a058fbf04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2243621 Jun 10 22:39:45.831107 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52002) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:45.833602 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Sync routers for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:45.843324 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:45.844007 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:45.968489 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.000531 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:46.110964 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.175638 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Deleting port 3b1ddfca-32fd-4de1-937d-0f030058d9fc {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:46.175867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.260813 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:39:45Z', 'revision_number': 5, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port': {'id': '3b1ddfca-32fd-4de1-937d-0f030058d9fc', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:37:12Z', 'updated_at': '2021-06-10T22:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:46.265278 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Checking router: 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:46.273632 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Routers {'1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:46.274341 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:46.289884 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] For port 3b1ddfca-32fd-4de1-937d-0f030058d9fc, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=3b1ddfca-32fd-4de1-937d-0f030058d9fc,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:46.290387 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.390295 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Calling delete_port for 3b1ddfca-32fd-4de1-937d-0f030058d9fc owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:46.398349 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] Set router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:46.480313 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:39:46Z', 'revision_number': 6, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:46.484819 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f104a6-e504-40fe-b0b3-fed6004bb3ff None None] The sync data for ids ['1bc8ea9c-6b79-42a1-876f-c3a058fbf04a'] in dv-cinder-790535-2-smb is: [{'id': '1bc8ea9c-6b79-42a1-876f-c3a058fbf04a', 'name': 'tempest-TestMinimumBasicScenario-726276584-router', 'tenant_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:37:11Z', 'updated_at': '2021-06-10T22:39:46Z', 'revision_number': 6, 'project_id': '3bdc5ab2e4f54b9cae68ee3609ec8d40', 'gw_port_host': None}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:46.599065 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.601685 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-630e481b-3b5f-42f5-82fd-94fcc7970e18 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:46.631585 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1ddfca-32fd-4de1-937d-0f030058d9fc,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:46.635318 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:46.704912 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.845256 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.847379 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.927018 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.927589 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc8ea9c-6b79-42a1-876f-c3a058fbf04a {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:39:46.933343 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:46.934517 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6dde2fef-1a69-4999-9551-d4ba0ccc749e admin admin] 10.222.0.16 "DELETE /v2.0/routers/1bc8ea9c-6b79-42a1-876f-c3a058fbf04a HTTP/1.1" status: 204 len: 168 time: 1.1025264 Jun 10 22:39:46.937937 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52016) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:46.990572 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Deleting subnet 0c126075-f75b-46e8-8845-6fa1170891c1 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:39:46.993915 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.312896 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237858'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.406746 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.476218 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6285993'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.479557 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:47.518696 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.520561 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c126075-f75b-46e8-8845-6fa1170891c1 HTTP/1.1" status: 204 len: 168 time: 0.5814795 Jun 10 22:39:47.521726 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c126075-f75b-46e8-8845-6fa1170891c1,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:47.523843 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52022) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:47.531927 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1f0a7-cd92-45e2-b65a-d6e14c13629f None None] Network 4db44b37-3935-4d7c-b47b-c17fae07a688 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:39:47.536220 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-447f46e8-a019-465e-a25f-48ce6f1a55a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:47.637417 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.698181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Deleting port c1f14855-94b6-4dea-8eb7-0a2d548facd6 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:47.699054 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.762222 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] DHCP port deletion for 4db44b37-3935-4d7c-b47b-c17fae07a688 request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:39:47.789697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] For port c1f14855-94b6-4dea-8eb7-0a2d548facd6, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=c1f14855-94b6-4dea-8eb7-0a2d548facd6,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:47.790044 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.817035 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Deleting port c1f14855-94b6-4dea-8eb7-0a2d548facd6 {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:47.817518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.887146 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Calling delete_port for c1f14855-94b6-4dea-8eb7-0a2d548facd6 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:47.920098 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] For port c1f14855-94b6-4dea-8eb7-0a2d548facd6, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=c1f14855-94b6-4dea-8eb7-0a2d548facd6,segment=NetworkSegment(5fd14550-c8e8-43b2-a797-fcac91d66b91),segment_id=5fd14550-c8e8-43b2-a797-fcac91d66b91)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:47.920496 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:47.992635 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.002992 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:48.019803 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Calling delete_port for c1f14855-94b6-4dea-8eb7-0a2d548facd6 owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:48.030672 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] No DVR routers for this DVR port c1f14855-94b6-4dea-8eb7-0a2d548facd6 on host dv-cinder-790535-2-smb {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:48.032641 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f14855-94b6-4dea-8eb7-0a2d548facd6,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:48.036042 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:48.112864 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.114748 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:48.131478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.143609 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db44b37-3935-4d7c-b47b-c17fae07a688']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:48.146634 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Pushing event deleted for resources: {'Port': ['ID=c1f14855-94b6-4dea-8eb7-0a2d548facd6,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:48.149003 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:48.151434 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] No DVR routers for this DVR port c1f14855-94b6-4dea-8eb7-0a2d548facd6 on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:48.156506 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd14550-c8e8-43b2-a797-fcac91d66b91') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:48.156836 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd14550-c8e8-43b2-a797-fcac91d66b91') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:48.167074 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.183388 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.189485 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:39:48.189897 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:39:48.191722 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:39:48.271006 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.274756 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:48.275565 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device dad43457-35f2-49a4-a94e-3704552eb903 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:48.277545 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.279957 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] 10.222.0.16 "DELETE /v2.0/networks/4db44b37-3935-4d7c-b47b-c17fae07a688 HTTP/1.1" status: 204 len: 168 time: 0.7545173 Jun 10 22:39:48.293323 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Pushing event deleted for resources: {'Network': ['ID=4db44b37-3935-4d7c-b47b-c17fae07a688,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:48.296493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-42803e3b-a778-4eaa-93b6-216808af09da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:48.303430 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: dad43457-35f2-49a4-a94e-3704552eb903 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:48.303850 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device dad43457-35f2-49a4-a94e-3704552eb903 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:48.304332 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device c1f14855-94b6-4dea-8eb7-0a2d548facd6 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:48.327386 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: c1f14855-94b6-4dea-8eb7-0a2d548facd6 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:48.327733 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device c1f14855-94b6-4dea-8eb7-0a2d548facd6 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:48.328270 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 3b1ddfca-32fd-4de1-937d-0f030058d9fc no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:39:48.351571 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 3b1ddfca-32fd-4de1-937d-0f030058d9fc {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:39:48.351916 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 3b1ddfca-32fd-4de1-937d-0f030058d9fc not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:39:48.451903 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52034) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:48.494368 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e2b4c879-eaa1-45ea-8e66-b3b8b12ce08b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d11e3356e4a64fcd9ecf73c37b373155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411398 Jun 10 22:39:48.496768 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52036) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:48.546808 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.569374 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.617218 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.619873 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:48.621239 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3b46afb-0406-4e90-8424-4d1b49132acf HTTP/1.1" status: 204 len: 168 time: 0.1233244 Jun 10 22:39:48.622043 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54269d7a-277f-4834-907f-f67363eba074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:48.631309 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b46afb-0406-4e90-8424-4d1b49132acf,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:48.633748 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:48.935853 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52042) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:48.980055 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-95cb2562-51d7-4c28-8cbf-716a8b8fa996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bdc5ab2e4f54b9cae68ee3609ec8d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428810 Jun 10 22:39:48.983128 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52046) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:49.037300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:49.059703 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:49.108338 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:49.111472 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:49.112745 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6070f3cd-0f13-48ec-8b77-18d2b5b66b80 HTTP/1.1" status: 204 len: 168 time: 0.1287301 Jun 10 22:39:49.113690 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:49.122807 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6070f3cd-0f13-48ec-8b77-18d2b5b66b80,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:49.125533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-745fca6c-8931-41cd-8a21-1a27bd57d115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:51.259585 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:39:55.333029 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f01c3-ff21-4dac-b1ca-e64e9211a0fd req-6f227d37-7ea5-4570-b295-17e734b0b728 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:55.334537 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b3f01c3-ff21-4dac-b1ca-e64e9211a0fd req-6f227d37-7ea5-4570-b295-17e734b0b728 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0727735 Jun 10 22:39:55.376297 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-4b3f01c3-ff21-4dac-b1ca-e64e9211a0fd req-9a885231-c367-4154-950c-fdd5081542de tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359368 Jun 10 22:39:56.562235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2e71-778f-483a-a4af-281a87d62e7f req-cf8b9185-de1b-4753-bbaa-90fda420d1d1 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:56.563562 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e13a2e71-778f-483a-a4af-281a87d62e7f req-cf8b9185-de1b-4753-bbaa-90fda420d1d1 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0703466 Jun 10 22:39:56.605029 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-e13a2e71-778f-483a-a4af-281a87d62e7f req-60cf5a33-2bec-45bb-ade4-584547201426 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358028 Jun 10 22:39:57.157327 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-013a3aa2-45d9-4c02-9fd7-2efe0689e1b2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:57.158778 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-013a3aa2-45d9-4c02-9fd7-2efe0689e1b2 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 945 time: 0.0667617 Jun 10 22:39:57.269209 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Deleting port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:57.269568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.386185 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] For port 0eb912bf-76ca-4c51-a908-9ebb2e093d98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0eb912bf-76ca-4c51-a908-9ebb2e093d98,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:57.386549 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.605671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.606332 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.606332 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Floating IP d2897a7d-7b13-4920-9f2e-deba565a42a8 disassociated. External IP: 172.28.1.91, port: 0eb912bf-76ca-4c51-a908-9ebb2e093d98. Jun 10 22:39:57.606580 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Calling delete_port for 0eb912bf-76ca-4c51-a908-9ebb2e093d98 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:57.756283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.760306 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ca54efd-0f55-4b65-a676-b5b798536404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:57.786156 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6095a-0f56-4cbd-a833-d18d90002cb5 req-f2047c16-9035-4534-b986-01d66b82ccc4 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:57.787641 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-48a6095a-0f56-4cbd-a833-d18d90002cb5 req-f2047c16-9035-4534-b986-01d66b82ccc4 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebdaac2-da28-46d7-8879-6bfc5d624381 HTTP/1.1" status: 200 len: 867 time: 0.0696402 Jun 10 22:39:57.790378 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'Port': ['ID=0eb912bf-76ca-4c51-a908-9ebb2e093d98,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:57.793423 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:57.833379 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-48a6095a-0f56-4cbd-a833-d18d90002cb5 req-e0cbfa8e-6bca-43f2-bc43-e02bdec79a9f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390885 Jun 10 22:39:57.935648 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:58.077272 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:58.089232 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:58.099692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:58.100379 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:58.128646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] No DVR routers for this DVR port 0eb912bf-76ca-4c51-a908-9ebb2e093d98 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:39:58.131257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:58.133252 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-3b484955-d7d4-476a-8e7d-b5d1776cf9d2 req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.41 "DELETE /v2.0/ports/0eb912bf-76ca-4c51-a908-9ebb2e093d98 HTTP/1.1" status: 204 len: 173 time: 0.9692180 Jun 10 22:39:58.133788 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'name': 'network-vif-deleted', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:39:58.136154 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172e28cc-97fa-4501-a84e-e61fd1faf0bf" -d '{"events": [{"server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "name": "network-vif-deleted", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:39:58.179893 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4bdd7a-c5d0-4e75-856f-587b5556332a x-openstack-request-id: req-bf4bdd7a-c5d0-4e75-856f-587b5556332a {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:39:58.180263 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdaac2-da28-46d7-8879-6bfc5d624381", "name": "network-vif-deleted", "tag": "0eb912bf-76ca-4c51-a908-9ebb2e093d98", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:39:58.180573 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf4bdd7a-c5d0-4e75-856f-587b5556332a {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:39:58.181171 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdaac2-da28-46d7-8879-6bfc5d624381', 'name': 'network-vif-deleted', 'tag': '0eb912bf-76ca-4c51-a908-9ebb2e093d98', 'status': 'completed', 'code': 200} Jun 10 22:39:58.270826 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:58.526482 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:58.530631 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:58.538625 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:58.539236 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:58.811234 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:58.954906 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52114) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:59.017242 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.044282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.075455 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:59.078921 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6326f-e882-40a6-8045-e57a1bdca072 None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:34:58Z', 'revision_number': 4, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '781194db-292b-4437-afe6-15ecff59f2be', 'name': '', 'network_id': 'ac352202-a330-43c4-a2e7-219c0b474266', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'mac_address': 'fa:16:3e:a2:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:57Z', 'updated_at': '2021-06-10T22:35:06Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'subnets': [{'id': '06f6fc14-c917-4204-83f8-8a304ef591e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:59.095023 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.097653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.098798 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c HTTP/1.1" status: 204 len: 168 time: 0.1427684 Jun 10 22:39:59.099642 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cae9c4bb-f79a-4a00-8f93-23e462a94560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:59.101536 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52116) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:59.110689 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:59.113239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:59.119248 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.api.v2.resource [None req-293e6caa-1f82-449c-92c4-8bad03e64d70 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] show failed (client error): The resource could not be found. Jun 10 22:39:59.120125 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-293e6caa-1f82-449c-92c4-8bad03e64d70 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "GET /v2.0/security-groups/9e6a2ea8-fc74-4c8f-8f61-e92fa26cf74c HTTP/1.1" status: 404 len: 347 time: 0.0175841 Jun 10 22:39:59.124080 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52118) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:59.290547 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Deleting port 5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:39:59.290913 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.311244 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec98df4-013b-4ee3-812c-390be7406ada None None] New status for floating IP d2897a7d-7b13-4920-9f2e-deba565a42a8: DOWN {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:39:59.401287 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.401519 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.497423 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Calling delete_port for 5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7 owned by network:floatingip {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:39:59.657021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.659837 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cb106461-3794-4b5b-af52-c278df2c5628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:59.686675 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Pushing event deleted for resources: {'Port': ['ID=5c1e14b2-fb90-4d8a-ac92-3fb72b004aa7,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:59.689231 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:59.764825 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks [] for floatingip, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.767382 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:59.768503 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] 10.222.0.16 "DELETE /v2.0/floatingips/d2897a7d-7b13-4920-9f2e-deba565a42a8 HTTP/1.1" status: 204 len: 168 time: 0.6432059 Jun 10 22:40:00.938278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 0eb912bf-76ca-4c51-a908-9ebb2e093d98 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:00.968369 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 0eb912bf-76ca-4c51-a908-9ebb2e093d98 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:00.968731 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 0eb912bf-76ca-4c51-a908-9ebb2e093d98 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:03.613384 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52150) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:04.186452 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:04.492863 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Deleting port 781194db-292b-4437-afe6-15ecff59f2be {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:04.493107 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:04.594435 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] For port 781194db-292b-4437-afe6-15ecff59f2be, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=781194db-292b-4437-afe6-15ecff59f2be,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:04.594796 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:04.684947 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Calling delete_port for 781194db-292b-4437-afe6-15ecff59f2be owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:04.896369 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:04.899032 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8c6c147a-d72c-46f8-867f-3a2c9ef511e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:04.934414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=781194db-292b-4437-afe6-15ecff59f2be,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:04.937692 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:05.422871 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:05.702490 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Router f31da405-5596-4113-8397-938da6660a16 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:40:05.841115 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:40:05.847029 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1c625898-6c34-4165-9261-b8fe8111cdbe admin admin] 10.222.0.16 "PUT /v2.0/routers/f31da405-5596-4113-8397-938da6660a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325747 Jun 10 22:40:05.849563 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52154) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:05.851965 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Sync routers for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:40:05.861481 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:05.862126 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:05.989235 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.000666 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:06.128182 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.184892 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Deleting port 80455128-6b77-4758-a8b6-00e671726063 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:06.185874 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.229734 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '80455128-6b77-4758-a8b6-00e671726063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:40:04Z', 'revision_number': 5, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port': {'id': '80455128-6b77-4758-a8b6-00e671726063', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31da405-5596-4113-8397-938da6660a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:52Z', 'updated_at': '2021-06-10T22:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:06.235079 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Checking router: f31da405-5596-4113-8397-938da6660a16 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:40:06.243652 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Routers {'f31da405-5596-4113-8397-938da6660a16'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:06.244220 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:39:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['f31da405-5596-4113-8397-938da6660a16'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:06.290583 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] For port 80455128-6b77-4758-a8b6-00e671726063, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=80455128-6b77-4758-a8b6-00e671726063,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:06.290948 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.367641 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] Set router f31da405-5596-4113-8397-938da6660a16 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:06.396450 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Calling delete_port for 80455128-6b77-4758-a8b6-00e671726063 owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:06.444251 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:40:06Z', 'revision_number': 6, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:06.447795 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ddfe5-575d-4ee4-80c2-3d06dcc22693 None None] The sync data for ids ['f31da405-5596-4113-8397-938da6660a16'] in dv-cinder-790535-2-smb is: [{'id': 'f31da405-5596-4113-8397-938da6660a16', 'name': 'tempest-AttachVolumeTestJSON-910457694-router', 'tenant_id': '0a85378c93d74803bd2610a77e866426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:34:51Z', 'updated_at': '2021-06-10T22:40:06Z', 'revision_number': 6, 'project_id': '0a85378c93d74803bd2610a77e866426', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:40:06.598082 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.599908 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e797f3f9-4c76-4783-9d28-0715613d095a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:06.628996 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Pushing event deleted for resources: {'Port': ['ID=80455128-6b77-4758-a8b6-00e671726063,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:06.632069 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:06.703961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.839581 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.842519 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.898271 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.898834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31da405-5596-4113-8397-938da6660a16 {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:40:06.903045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:06.904713 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f31da405-5596-4113-8397-938da6660a16 HTTP/1.1" status: 204 len: 168 time: 1.0536747 Jun 10 22:40:06.907138 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52156) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:06.956094 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Deleting subnet 06f6fc14-c917-4204-83f8-8a304ef591e0 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:40:06.959083 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.003977 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237858'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.090194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.152240 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6285993'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.155135 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-71553352-bc40-4cb0-98a3-c3b152afdbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:07.185812 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f6fc14-c917-4204-83f8-8a304ef591e0,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:07.188950 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:07.189976 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.194350 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-ecf8ccea-01d8-4b2f-be5b-426a467a30ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06f6fc14-c917-4204-83f8-8a304ef591e0 HTTP/1.1" status: 204 len: 168 time: 0.2838106 Jun 10 22:40:07.195030 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52158) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:07.195501 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a08eb-babe-4bb3-97a3-5eeb48f2636b None None] Network ac352202-a330-43c4-a2e7-219c0b474266 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:40:07.288105 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.346481 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Deleting port 94cc3c12-e679-41e2-83ce-24ca5b7a964a {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:07.346916 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.438524 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] DHCP port deletion for ac352202-a330-43c4-a2e7-219c0b474266 request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:40:07.444171 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] For port 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=94cc3c12-e679-41e2-83ce-24ca5b7a964a,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:07.444585 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.492964 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Deleting port 94cc3c12-e679-41e2-83ce-24ca5b7a964a {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:07.493343 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.537531 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Calling delete_port for 94cc3c12-e679-41e2-83ce-24ca5b7a964a owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:07.577907 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] For port 94cc3c12-e679-41e2-83ce-24ca5b7a964a, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=94cc3c12-e679-41e2-83ce-24ca5b7a964a,segment=NetworkSegment(a676b3f5-6329-4edd-861b-3bea639d216f),segment_id=a676b3f5-6329-4edd-861b-3bea639d216f)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:07.578299 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.629252 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.632431 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9cfe550c-ac94-4700-9c54-68b23231b60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:07.666125 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Pushing event deleted for resources: {'Port': ['ID=94cc3c12-e679-41e2-83ce-24ca5b7a964a,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:07.667948 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] No DVR routers for this DVR port 94cc3c12-e679-41e2-83ce-24ca5b7a964a on host dv-cinder-790535-2-smb {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:40:07.669459 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:07.770643 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.782150 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac352202-a330-43c4-a2e7-219c0b474266']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:07.793461 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a676b3f5-6329-4edd-861b-3bea639d216f') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:07.793792 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a676b3f5-6329-4edd-861b-3bea639d216f') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:07.804687 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.806065 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Calling delete_port for 94cc3c12-e679-41e2-83ce-24ca5b7a964a owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:07.820082 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.826597 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:40:07.827075 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:40:07.828774 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:40:07.894711 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.896584 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:07.900798 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.906567 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:07.908431 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac352202-a330-43c4-a2e7-219c0b474266 HTTP/1.1" status: 204 len: 168 time: 0.7112527 Jun 10 22:40:07.909435 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a04fa45f-c9e4-4dbb-b1be-81ad6b1b3779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:07.924838 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac352202-a330-43c4-a2e7-219c0b474266,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:07.925834 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Pushing event deleted for resources: {'Port': ['ID=94cc3c12-e679-41e2-83ce-24ca5b7a964a,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:07.927903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-2b8dd77c-0064-4783-84b1-14889214102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:07.928803 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:07.929630 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703aacb4-cf1d-4fa8-8d84-0a24f95e2f33 None None] No DVR routers for this DVR port 94cc3c12-e679-41e2-83ce-24ca5b7a964a on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:40:08.021268 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52162) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:08.064023 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-629102fb-949f-48ff-b770-9e0601cc17a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a85378c93d74803bd2610a77e866426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415618 Jun 10 22:40:08.066313 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52164) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:08.115458 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:08.138158 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:08.187372 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:08.189924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:08.191014 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e53bea51-7b34-44b7-af60-862f07bf7ef8 HTTP/1.1" status: 204 len: 168 time: 0.1238422 Jun 10 22:40:08.191787 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-28ac2f0f-a9ca-4868-b661-23d3c67d575e tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:08.200040 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53bea51-7b34-44b7-af60-862f07bf7ef8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:08.203247 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:08.282078 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 94cc3c12-e679-41e2-83ce-24ca5b7a964a no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:08.308902 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 94cc3c12-e679-41e2-83ce-24ca5b7a964a {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:08.309250 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 94cc3c12-e679-41e2-83ce-24ca5b7a964a not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:08.309689 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 80455128-6b77-4758-a8b6-00e671726063 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:08.333789 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 80455128-6b77-4758-a8b6-00e671726063 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:08.334146 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 80455128-6b77-4758-a8b6-00e671726063 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:08.334561 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 781194db-292b-4437-afe6-15ecff59f2be no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:08.357153 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 781194db-292b-4437-afe6-15ecff59f2be {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:08.357472 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 781194db-292b-4437-afe6-15ecff59f2be not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:08.727546 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ce056e35-fcda-408e-beba-5cb2aabb35a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:11.339824 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-feff6155-7fb6-4321-9e0e-c1cdb4695605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:11.464343 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:11.863642 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52226) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:11.967245 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.063147 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.066659 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.069826 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-85848643-6b12-47d0-8cae-f1f0591ca504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:12.106912 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=084063902a4741259b51c18ac456f055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421968 Jun 10 22:40:12.108639 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531d5e7-18b1-42e0-8b24-3a5481dcc853,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:12.110232 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52230) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:12.111844 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-33d3e3d5-0dca-418e-82a7-0c2ee01f0d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:12.166985 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.189261 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.237833 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.240434 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:12.241553 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9531d5e7-18b1-42e0-8b24-3a5481dcc853 HTTP/1.1" status: 204 len: 168 time: 0.1296318 Jun 10 22:40:12.242329 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c04c6ebf-eca4-45e6-b34a-157bcac401fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:12.251078 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531d5e7-18b1-42e0-8b24-3a5481dcc853,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:12.253422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:12.323734 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:14.016463 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:14.118452 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db744-8f8f-46dc-8778-2a7a37bdd1e6 req-146c3c6c-ad97-4347-a0cb-f54fdbc0d542 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:14.119927 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cc6db744-8f8f-46dc-8778-2a7a37bdd1e6 req-146c3c6c-ad97-4347-a0cb-f54fdbc0d542 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.0782559 Jun 10 22:40:14.161978 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-cc6db744-8f8f-46dc-8778-2a7a37bdd1e6 req-d827d3cf-15a8-420a-a8eb-f16d57313b42 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350001 Jun 10 22:40:14.615949 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:15.398225 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a4f23-56ad-4437-9093-9ed719f51fac req-53be5a41-fe47-4d56-bb9d-d19354932819 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:15.399605 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb8a4f23-56ad-4437-9093-9ed719f51fac req-53be5a41-fe47-4d56-bb9d-d19354932819 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.1206949 Jun 10 22:40:15.410883 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-554947e1-82f6-473d-bf09-8ce0db6268fd tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:15.412222 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-554947e1-82f6-473d-bf09-8ce0db6268fd tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 946 time: 0.1239734 Jun 10 22:40:15.496728 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb8a4f23-56ad-4437-9093-9ed719f51fac req-906b38b5-f205-43ea-b042-15efd1408deb tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831809 Jun 10 22:40:15.557986 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Deleting port 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:15.558333 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:15.671713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] For port 4da259b6-b881-4b48-a58a-1d6796616a4b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4da259b6-b881-4b48-a58a-1d6796616a4b,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:15.672079 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:15.891016 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:15.891387 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:15.891702 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Floating IP d13826b3-21ef-4efa-9195-09ad345bae18 disassociated. External IP: 172.28.1.185, port: 4da259b6-b881-4b48-a58a-1d6796616a4b. Jun 10 22:40:15.892041 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Calling delete_port for 4da259b6-b881-4b48-a58a-1d6796616a4b owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:16.039251 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.042839 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e6026f35-5039-4186-98a3-aa09f175adad tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:16.070170 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'Port': ['ID=4da259b6-b881-4b48-a58a-1d6796616a4b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:16.073433 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:16.516695 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52326) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:16.519721 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:40:16.652185 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.663872 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b09c9218-ec19-44a6-be87-6cd33e4cfb02 req-c30f3e11-f9d3-4b2d-b5fc-902c108e5246 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd177d92-5f27-4429-96ac-b7ef0aa75326 HTTP/1.1" status: 200 len: 210 time: 0.0358410 Jun 10 22:40:16.710544 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:40:16.720333 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:40:16.729706 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:16.730329 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:16.778314 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] No DVR routers for this DVR port 4da259b6-b881-4b48-a58a-1d6796616a4b on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:40:16.784407 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.786436 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-cb68ab46-492c-4d44-abf6-d894d789c23b req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.41 "DELETE /v2.0/ports/4da259b6-b881-4b48-a58a-1d6796616a4b HTTP/1.1" status: 204 len: 173 time: 1.3666186 Jun 10 22:40:16.786969 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-deleted', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:40:16.789289 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87be9f7-f7e0-47d6-96e9-b647d2356489" -d '{"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-deleted", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:40:16.849707 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c05a368-33c0-45d4-a276-ac8b5990a665 x-openstack-request-id: req-0c05a368-33c0-45d4-a276-ac8b5990a665 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:40:16.850078 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd177d92-5f27-4429-96ac-b7ef0aa75326", "name": "network-vif-deleted", "tag": "4da259b6-b881-4b48-a58a-1d6796616a4b", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:40:16.850359 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c05a368-33c0-45d4-a276-ac8b5990a665 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:40:16.850980 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd177d92-5f27-4429-96ac-b7ef0aa75326', 'name': 'network-vif-deleted', 'tag': '4da259b6-b881-4b48-a58a-1d6796616a4b', 'status': 'completed', 'code': 200} Jun 10 22:40:16.856335 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.864343 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.869156 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3a88b021-110f-43dd-8727-8b486ee5ef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:16.911517 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43e80f37e0a34c8688ac5996f1e6da9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937654 Jun 10 22:40:16.912647 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec9151-f0b9-4a51-b997-3a8b5800b444,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:16.914083 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52334) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:16.915710 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:16.987585 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:16.997018 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:17.015983 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.065557 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.068098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.069215 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11ec9151-f0b9-4a51-b997-3a8b5800b444 HTTP/1.1" status: 204 len: 168 time: 0.1539528 Jun 10 22:40:17.070018 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7de38d8d-c734-4123-b0f4-132ef783a8d3 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:17.082837 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec9151-f0b9-4a51-b997-3a8b5800b444,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:17.085202 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:17.260734 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:17.266570 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:40:17.275429 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:17.276046 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:17.353386 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52340) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:17.370767 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.432087 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:17.477294 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.480841 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.483883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0826a433-f613-4048-8d8e-969115cc898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:17.706033 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:17.709920 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35294015-80bc-459c-afbb-062f2fcbe7ee None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:34:08Z', 'revision_number': 4, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '6497e40a-0ba5-4fc4-bef4-1ed8ead71985', 'name': '', 'network_id': '182b4907-aa69-4a3e-bc3d-23e1a5747407', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'mac_address': 'fa:16:3e:6f:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:34:04Z', 'updated_at': '2021-06-10T22:34:16Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'subnets': [{'id': 'a00db873-4b40-49e4-b1db-fc4a572e35f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:40:17.782214 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fa2bad495904232944d3a732e4fcba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277232 Jun 10 22:40:17.783042 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8c5e1-9572-48e5-ad90-a869c95ff299,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:17.785335 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52346) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:17.791414 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7d617e07-5f75-400d-983a-2b7bb451e70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:17.808049 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52348) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:17.840393 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.864881 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.873867 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.901015 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.922458 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.925621 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.926783 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83d8c5e1-9572-48e5-ad90-a869c95ff299 HTTP/1.1" status: 204 len: 168 time: 0.1405299 Jun 10 22:40:17.927771 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7949a006-7182-420c-800a-d54d302d35c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:17.937414 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8c5e1-9572-48e5-ad90-a869c95ff299,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:17.945326 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:17.971207 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.973945 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:17.975089 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f965877-f5f8-4f34-9cdd-ff82f7aa4aee HTTP/1.1" status: 204 len: 168 time: 0.1660602 Jun 10 22:40:17.975919 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-717d478a-1bd0-4223-b552-68045ff922d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:17.977875 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52352) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:17.992971 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f965877-f5f8-4f34-9cdd-ff82f7aa4aee,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:17.995240 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-07505c78-7ed7-4407-b582-c2a33123e70a tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:17.995373 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.api.v2.resource [None req-a3507dbb-58b1-4145-ba82-4b213421449c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] show failed (client error): The resource could not be found. Jun 10 22:40:17.996651 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a3507dbb-58b1-4145-ba82-4b213421449c tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "GET /v2.0/security-groups/2f965877-f5f8-4f34-9cdd-ff82f7aa4aee HTTP/1.1" status: 404 len: 347 time: 0.0173898 Jun 10 22:40:18.000036 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52354) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:18.017441 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030a1c8-26cd-493c-aaa0-f95eef1decfd None None] New status for floating IP d13826b3-21ef-4efa-9195-09ad345bae18: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:40:18.170753 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Deleting port 5ccf1358-3ff2-4c30-8553-4357a818a1c9 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:18.171096 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.271766 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.272097 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.364996 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Calling delete_port for 5ccf1358-3ff2-4c30-8553-4357a818a1c9 owned by network:floatingip {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:18.523101 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.525169 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c64657c0-95be-4bab-800e-9721481f4094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:18.557604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Pushing event deleted for resources: {'Port': ['ID=5ccf1358-3ff2-4c30-8553-4357a818a1c9,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:18.561629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:18.634161 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks [] for floatingip, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.636653 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:18.637805 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] 10.222.0.16 "DELETE /v2.0/floatingips/d13826b3-21ef-4efa-9195-09ad345bae18 HTTP/1.1" status: 204 len: 168 time: 0.6368561 Jun 10 22:40:19.065858 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:19.092015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 4da259b6-b881-4b48-a58a-1d6796616a4b {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:19.092411 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 4da259b6-b881-4b48-a58a-1d6796616a4b not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:21.201351 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52422) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:21.785702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:22.109510 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Deleting port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:22.109807 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:22.222499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] For port 6497e40a-0ba5-4fc4-bef4-1ed8ead71985, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:22.223205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:22.322171 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Calling delete_port for 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 owned by network:router_interface {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:22.534758 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:22.537249 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c48a6d4f-e779-4ba8-a7f1-519f30a1cf69 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:22.568841 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Pushing event deleted for resources: {'Port': ['ID=6497e40a-0ba5-4fc4-bef4-1ed8ead71985,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:22.598154 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.598533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.598903 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.599272 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.599632 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.599992 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.600349 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.600704 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.601063 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.601415 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.601790 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.602141 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:22.607022 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:22.785759 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:23.062344 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Router 84dc3d21-c4f0-404c-a062-da7a45ecace4 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:40:23.467229 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:40:23.472254 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-18b3cd5c-67db-4182-8e20-049e9f95e735 admin admin] 10.222.0.16 "PUT /v2.0/routers/84dc3d21-c4f0-404c-a062-da7a45ecace4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2698636 Jun 10 22:40:23.474831 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52452) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:23.477418 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Sync routers for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:40:23.488464 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:23.489264 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:23.620234 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:23.631296 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:23.758600 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:23.815789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Deleting port 1f6266da-3003-4140-8bc9-a1a3785142aa {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:23.816127 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:23.865707 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:40:22Z', 'revision_number': 5, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port': {'id': '1f6266da-3003-4140-8bc9-a1a3785142aa', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:33:55Z', 'updated_at': '2021-06-10T22:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:23.868888 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Checking router: 84dc3d21-c4f0-404c-a062-da7a45ecace4 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:40:23.878059 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Routers {'84dc3d21-c4f0-404c-a062-da7a45ecace4'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:40:23.878590 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['84dc3d21-c4f0-404c-a062-da7a45ecace4'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:23.918622 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] For port 1f6266da-3003-4140-8bc9-a1a3785142aa, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=1f6266da-3003-4140-8bc9-a1a3785142aa,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:23.918979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.010809 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Calling delete_port for 1f6266da-3003-4140-8bc9-a1a3785142aa owned by network:router_gateway {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:24.096242 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] Set router 84dc3d21-c4f0-404c-a062-da7a45ecace4 gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:40:24.180237 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:40:23Z', 'revision_number': 6, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:24.183770 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee10a8a-fccd-4530-8959-c6d93d555e0c None None] The sync data for ids ['84dc3d21-c4f0-404c-a062-da7a45ecace4'] in dv-cinder-790535-2-smb is: [{'id': '84dc3d21-c4f0-404c-a062-da7a45ecace4', 'name': 'tempest-AttachVolumeShelveTestJSON-455549722-router', 'tenant_id': '149a394c09a8489d9117f5f2d8307cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:33:53Z', 'updated_at': '2021-06-10T22:40:23Z', 'revision_number': 6, 'project_id': '149a394c09a8489d9117f5f2d8307cd7', 'gw_port_host': None}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:40:24.220074 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.222749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a8627363-44aa-4fa0-9b0f-a336d6375fe4 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:24.255713 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6266da-3003-4140-8bc9-a1a3785142aa,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:24.259409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:24.326278 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.464830 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.466861 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.527930 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.528594 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84dc3d21-c4f0-404c-a062-da7a45ecace4 {{(pid=91862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:40:24.534228 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.537769 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/84dc3d21-c4f0-404c-a062-da7a45ecace4 HTTP/1.1" status: 204 len: 168 time: 1.0596983 Jun 10 22:40:24.538048 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52462) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:24.628768 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Deleting subnet a00db873-4b40-49e4-b1db-fc4a572e35f0 {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:40:24.632574 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.679140 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.799601 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.857541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.860046 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:24.888818 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00db873-4b40-49e4-b1db-fc4a572e35f0,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:24.891841 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:24.892860 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.894630 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a19b8413-c570-40f4-b817-53cf50e51641 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a00db873-4b40-49e4-b1db-fc4a572e35f0 HTTP/1.1" status: 204 len: 168 time: 0.3556111 Jun 10 22:40:24.897081 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52466) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:24.899495 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b210d1e-95e1-45f3-b2e1-248bfa61a23c None None] Network 182b4907-aa69-4a3e-bc3d-23e1a5747407 requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:40:24.976495 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:24.995592 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.007173 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:25.007754 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 6497e40a-0ba5-4fc4-bef4-1ed8ead71985 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:25.054282 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Deleting port bd1b4bb0-539f-4b58-99f7-c369174d13c9 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:25.054532 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.144691 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] For port bd1b4bb0-539f-4b58-99f7-c369174d13c9, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=bd1b4bb0-539f-4b58-99f7-c369174d13c9,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:25.145065 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.158010 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] DHCP port deletion for 182b4907-aa69-4a3e-bc3d-23e1a5747407 request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:40:25.212278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Deleting port bd1b4bb0-539f-4b58-99f7-c369174d13c9 {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:40:25.212664 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.239695 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Calling delete_port for bd1b4bb0-539f-4b58-99f7-c369174d13c9 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:25.302378 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] For port bd1b4bb0-539f-4b58-99f7-c369174d13c9, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=bd1b4bb0-539f-4b58-99f7-c369174d13c9,segment=NetworkSegment(a31938d6-c35f-4eab-b105-5742abbe9fa3),segment_id=a31938d6-c35f-4eab-b105-5742abbe9fa3)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:40:25.302773 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.339144 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.341193 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-05036bba-2933-48fa-b18c-98ab22f46eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:25.368787 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1b4bb0-539f-4b58-99f7-c369174d13c9,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:25.371534 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:25.378037 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] No DVR routers for this DVR port bd1b4bb0-539f-4b58-99f7-c369174d13c9 on host dv-cinder-790535-2-smb {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:40:25.396410 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Calling delete_port for bd1b4bb0-539f-4b58-99f7-c369174d13c9 owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:40:25.478457 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.487533 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.489416 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-a0b80b31-48ba-4e8e-adb9-f5fc7a9e89a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:25.490517 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182b4907-aa69-4a3e-bc3d-23e1a5747407']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:25.501737 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31938d6-c35f-4eab-b105-5742abbe9fa3') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:25.502038 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31938d6-c35f-4eab-b105-5742abbe9fa3') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:40:25.511555 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.515480 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Pushing event deleted for resources: {'Port': ['ID=bd1b4bb0-539f-4b58-99f7-c369174d13c9,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:25.518832 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:25.521355 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd35d9-88e6-4c08-8c98-d5d3869bd36f None None] No DVR routers for this DVR port bd1b4bb0-539f-4b58-99f7-c369174d13c9 on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:40:25.528871 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.535489 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:40:25.535873 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:40:25.537496 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:40:25.613121 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.617164 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f5919386-182d-4821-9670-7ef47c37acd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:25.619622 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.621753 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] 10.222.0.16 "DELETE /v2.0/networks/182b4907-aa69-4a3e-bc3d-23e1a5747407 HTTP/1.1" status: 204 len: 168 time: 0.7234631 Jun 10 22:40:25.640586 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=182b4907-aa69-4a3e-bc3d-23e1a5747407,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:25.642761 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:25.753178 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52480) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:25.796645 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-fdf732c2-9920-4e22-956b-a61ce4173e47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=149a394c09a8489d9117f5f2d8307cd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415800 Jun 10 22:40:25.798968 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52482) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:25.849931 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.873304 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.923936 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.926553 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.927675 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e655065-4b30-4c2e-86eb-3116e3a08ba5 HTTP/1.1" status: 204 len: 168 time: 0.1277666 Jun 10 22:40:25.928427 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b58406d4-4ec8-4ddd-899d-e4c5c2b19757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:25.937722 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e655065-4b30-4c2e-86eb-3116e3a08ba5,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:25.940128 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:26.292368 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device bd1b4bb0-539f-4b58-99f7-c369174d13c9 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:26.317396 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: bd1b4bb0-539f-4b58-99f7-c369174d13c9 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:26.317780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device bd1b4bb0-539f-4b58-99f7-c369174d13c9 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:26.318199 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1f6266da-3003-4140-8bc9-a1a3785142aa no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:40:26.340332 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 1f6266da-3003-4140-8bc9-a1a3785142aa {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:40:26.340684 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 1f6266da-3003-4140-8bc9-a1a3785142aa not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:40:28.258085 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:40:32.139570 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52650) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:32.246027 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.338602 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.342172 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.346190 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3157f334-75b0-4975-9c42-bd3cdcc1b8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:32.384796 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed1567d1dcde487998c6c6964551e502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438531 Jun 10 22:40:32.385809 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688796db-9fd9-487b-bccd-58ac5bfa9460,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:32.387626 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52654) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:32.393763 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.394142 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.394502 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.394860 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.395209 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.395560 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.395910 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.396257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.396607 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.396948 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.397293 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.397654 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:32.401440 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7bb12671-0c62-4b9b-9262-9552df7e6d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:32.446575 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.469933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.518789 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.521670 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:32.522788 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/688796db-9fd9-487b-bccd-58ac5bfa9460 HTTP/1.1" status: 204 len: 168 time: 0.1342409 Jun 10 22:40:32.523586 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ee42cf79-8143-4c07-b0f8-495d9fba2c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:32.532303 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688796db-9fd9-487b-bccd-58ac5bfa9460,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:32.534758 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:34.406142 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52714) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:34.509782 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.602361 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.606225 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.609750 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-76ccff34-327f-48ba-bd6b-64a5bee4a526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:34.648744 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=160513a8ac854955a7bc5494c2e7c1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415271 Jun 10 22:40:34.650205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b80227-aa0d-4101-996d-054018615515,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:34.651468 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52718) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:34.653298 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:34.703150 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.724878 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.777330 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.779889 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:34.781253 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76b80227-aa0d-4101-996d-054018615515 HTTP/1.1" status: 204 len: 168 time: 0.1285634 Jun 10 22:40:34.782028 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-19d11a15-ef84-46f0-bec3-08fec43e4c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:34.790805 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b80227-aa0d-4101-996d-054018615515,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:34.793211 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:35.032072 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52726) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:35.048893 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.145538 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.148950 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.152393 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b176a9e8-235e-49ff-8016-49d7c6aeb577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:35.191794 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ca0813db19b4964ba472ecc92f185e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584802 Jun 10 22:40:35.192703 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a4820e-aa2a-4c51-bb3f-93976b497c18,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:35.195694 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c7721119-44b9-46cc-8177-0b08861c1e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:35.197442 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52730) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:35.265656 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.294523 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.358422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.362212 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:35.363590 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4a4820e-aa2a-4c51-bb3f-93976b497c18 HTTP/1.1" status: 204 len: 168 time: 0.1649055 Jun 10 22:40:35.364428 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0a3f3513-05f6-4947-b1fd-67578883868c tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:35.380732 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a4820e-aa2a-4c51-bb3f-93976b497c18,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:35.383014 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bf630b34-72cd-4415-93bf-1819f6860b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:37.250303 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52836) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:37.367515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.466527 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.470942 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.475357 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b4830a2d-b383-4bec-a29b-81a02ee29af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:37.519921 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=914c5f59126742828e75219883502bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677968 Jun 10 22:40:37.521182 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797182d8-a8ea-4862-80f4-f1c8e1c02c90,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:37.522622 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52844) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:37.524367 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-cdcc4b9b-a222-4ad4-a21d-2475647780c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:37.576236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.600169 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.650695 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.653483 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:37.654645 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/797182d8-a8ea-4862-80f4-f1c8e1c02c90 HTTP/1.1" status: 204 len: 168 time: 0.1310415 Jun 10 22:40:37.655420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c79e2569-b5cd-44a3-9c6b-764a90fe7e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:37.665031 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797182d8-a8ea-4862-80f4-f1c8e1c02c90,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:37.667450 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0400c94f-3fd9-4cbe-be79-dfbc04d714e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:37.925432 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52850) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:37.944065 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.042104 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.045785 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.048648 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-595f225c-38de-4cfe-bb78-deb064ee779e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:38.088211 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a333771cd584907b5a9e666a20f1fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616473 Jun 10 22:40:38.089177 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa7392-2499-4716-b74a-7533ee76f6eb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:38.090883 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52852) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:38.092063 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-47c18382-cc7b-4f9f-843d-d4a74479352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:38.144239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.166263 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.217516 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.220238 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:38.221336 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2fa7392-2499-4716-b74a-7533ee76f6eb HTTP/1.1" status: 204 len: 168 time: 0.1294920 Jun 10 22:40:38.222121 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d38f2958-8368-4fbe-8dbc-ec4362bef00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:38.230518 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa7392-2499-4716-b74a-7533ee76f6eb,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:38.232661 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:38.731573 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6070e475-00d5-4b86-8990-b164a30a419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.044377 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52928) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:40.151569 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.243184 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.247270 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.251980 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1806dcd2-2464-40d5-a80f-6661371d9943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:40.289050 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b32941228c1d4338bb99179a1bd3c0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435639 Jun 10 22:40:40.290213 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda207d7-8aee-4e7f-b4fc-eefdcfe9e651,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:40.291802 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52932) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:40.293066 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fd75a3f6-f54a-42c4-bf28-d557bea493be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:40.345063 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.367667 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.415314 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.417984 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.419117 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda207d7-8aee-4e7f-b4fc-eefdcfe9e651 HTTP/1.1" status: 204 len: 168 time: 0.1256051 Jun 10 22:40:40.419961 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1e98b67f-d986-4e5d-8726-39e0aa8aab30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:40.429783 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda207d7-8aee-4e7f-b4fc-eefdcfe9e651,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:40.432044 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d1a542e0-f6c0-49ba-b41d-9b98882382aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:40.679652 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 52938) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:40.695138 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.788558 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.792094 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.795319 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3113c6f8-79c3-4d22-a8b5-d6c67872474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:40.836314 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=855cc72c1e764dc69cc25360ac90537b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556323 Jun 10 22:40:40.837214 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26f34a-d102-4e6f-86f6-084ebf0516ef,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:40.839795 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 52940) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:40.840143 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:40.897381 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.919257 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.975267 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.977917 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:40.979054 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd26f34a-d102-4e6f-86f6-084ebf0516ef HTTP/1.1" status: 204 len: 168 time: 0.1378791 Jun 10 22:40:40.979852 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-37eb908b-3b4c-4328-bb66-d9f373c33cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:40.991153 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26f34a-d102-4e6f-86f6-084ebf0516ef,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:40.994172 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e090c355-edc7-4156-9fd7-ed1d0aec87e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:41.342270 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-12269be9-eef3-45a7-8b24-98e0666bf640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:41.467604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.329035 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.574811 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53002) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:42.695670 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.787816 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.791408 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.794835 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bb0646e0-5cce-485d-9458-8a211229a047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:42.834791 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db4fb55019b64891b0a95d6cddcedcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588482 Jun 10 22:40:42.836718 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c6133-7b67-45db-9d94-64924af3fcce,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:42.837548 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53010) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:42.839673 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6b226b9a-7366-4eab-aa4d-221e4726ed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:42.895173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.916985 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.965758 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.968250 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.969411 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/459c6133-7b67-45db-9d94-64924af3fcce HTTP/1.1" status: 204 len: 168 time: 0.1307414 Jun 10 22:40:42.970174 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d491e150-73cc-4fd9-bdea-da12f6587e8a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:42.978409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c6133-7b67-45db-9d94-64924af3fcce,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:42.981296 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:43.226886 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53016) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:43.242533 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.335825 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.339499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.342828 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5c4d5f57-2e96-47e5-bee7-40fca29b9328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:43.381643 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff07e717378448438fad6304662477eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536853 Jun 10 22:40:43.382602 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19ae93f-355c-4e1e-99af-b6857545725a,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:43.384275 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53018) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:43.385626 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4af6abac-7fca-4aab-a2ea-28835938d441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:43.442541 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.465150 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.514254 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.517469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:43.518642 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a19ae93f-355c-4e1e-99af-b6857545725a HTTP/1.1" status: 204 len: 168 time: 0.1333671 Jun 10 22:40:43.519416 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-09f2f39c-d546-4d6c-ace0-ef61233618a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:43.527671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19ae93f-355c-4e1e-99af-b6857545725a,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:43.530681 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:44.023374 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.571389 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53060) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:44.637479 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.678309 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.772469 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.776249 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.778616 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9c54146d-8eb1-447e-9e39-96aebefca374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:44.817211 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79471132077d483a89b8e0854f3c9c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448134 Jun 10 22:40:44.818368 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae18c2-decd-45c3-8379-8db4a0124291,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:44.819916 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53064) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:44.821530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-514946e7-1f02-400c-89d5-d64363c5e015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:44.874254 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.899270 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.947034 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.949861 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:44.951009 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20ae18c2-decd-45c3-8379-8db4a0124291 HTTP/1.1" status: 204 len: 168 time: 0.1301377 Jun 10 22:40:44.951763 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:44.960723 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae18c2-decd-45c3-8379-8db4a0124291,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:44.962923 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5ae729a3-d4c7-488a-81de-21cc4c24ea07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:49.043353 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53160) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:49.147542 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.237236 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.240775 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.243123 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-05c5cf5a-0876-4336-bc8a-f99773e158f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:49.279912 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed5a3e-b962-4fa5-89fe-8b64877c6136,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:49.284162 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ec946fea59d4d529adfce385afbdbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398174 Jun 10 22:40:49.285037 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d3a53159-495c-48f1-a476-f1fbfa775f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:49.286845 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53164) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:49.339071 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.362166 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.410741 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.413328 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.414473 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2ed5a3e-b962-4fa5-89fe-8b64877c6136 HTTP/1.1" status: 204 len: 168 time: 0.1267524 Jun 10 22:40:49.415222 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-22a0043e-6dcf-4288-8094-868f7095eaf7 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:49.425410 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed5a3e-b962-4fa5-89fe-8b64877c6136,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:49.427927 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:49.667570 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53170) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:49.683615 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.775098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.778862 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.782099 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a5d86942-050e-4f4d-bad6-ef33372d7dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:49.821282 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0eb519ae919144eab43f5be7a7c23401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526320 Jun 10 22:40:49.822574 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a887083e-82b7-41c2-8beb-40b8ffdc423a,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:49.822716 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53174) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:49.825550 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-325fe223-f057-449d-8193-4dbeac0e633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:49.882050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.915144 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.966101 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.969319 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.971446 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a887083e-82b7-41c2-8beb-40b8ffdc423a HTTP/1.1" status: 204 len: 168 time: 0.1473627 Jun 10 22:40:49.972277 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6f23fe7e-f571-4c99-b009-fdf20bb2329d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:49.981514 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a887083e-82b7-41c2-8beb-40b8ffdc423a,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:49.984233 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6588ae10-3dc4-47b4-ac5d-017da03acbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:51.213302 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53226) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:51.214086 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53228) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:51.317623 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.317979 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.345575 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.db.api [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 22:40:51.345575 dv-cinder-790535-2-smb neutron-server[91862]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 22:40:51.345575 dv-cinder-790535-2-smb neutron-server[91862]: [parameters: {'project_id': 'c9b80dd842a142a3b3ad06d4f0ff3c49', 'id': '308b8b5a-c687-4184-921e-18b069d1a417', 'expiration': datetime.datetime(2021, 6, 10, 22, 42, 51, 335491)}] Jun 10 22:40:51.345575 dv-cinder-790535-2-smb neutron-server[91862]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:40:51.346044 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_db.api [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:40:51.417689 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.421399 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.425525 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d6fde85-6dcc-4342-8c7c-69ca38056cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:51.465879 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6832d447ac74fdd86c268fbcd0c16ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513683 Jun 10 22:40:51.467054 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4130c-852c-4138-aaa7-898658de2dcc,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:51.467836 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53234) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:51.470194 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a6024d12-c0de-4f28-bb95-66d1ce6ac609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:51.792286 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.814952 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.846718 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.880629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.883147 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.884253 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-620bf892-2159-413c-a710-34570390a465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19f4130c-852c-4138-aaa7-898658de2dcc HTTP/1.1" status: 204 len: 168 time: 0.4154749 Jun 10 22:40:51.889304 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3d757c83-ae4e-457c-b416-cde38c7f8613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:51.904604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4130c-852c-4138-aaa7-898658de2dcc,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:51.907643 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:51.962181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.966252 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:51.970638 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b3226288-1882-4c64-a845-bcf42f5b0a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:52.014926 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b80dd842a142a3b3ad06d4f0ff3c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997577 Jun 10 22:40:52.015917 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eecc1c8-b898-4f4b-abd3-66cafae7aa81,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:52.017931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53238) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:52.019782 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7974bc2e-5f7c-49ca-9ed9-05d7fa79fdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:52.076167 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:52.100898 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:52.159332 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:52.162243 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:52.163504 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eecc1c8-b898-4f4b-abd3-66cafae7aa81 HTTP/1.1" status: 204 len: 168 time: 0.1445460 Jun 10 22:40:52.164280 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5350c338-170a-4b01-abf4-09da10fed73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:52.174887 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eecc1c8-b898-4f4b-abd3-66cafae7aa81,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:52.177824 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-aaf861fd-2c4e-4b46-a977-2fcf3d650223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:00.003273 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53362) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:00.106082 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.198706 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.202392 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.206509 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:00.244530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae001f9-ed07-4b8d-8c15-36ca17ec8a24,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:00.247924 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:00.250418 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-df8144cc-3693-4d83-b39d-ea6af861d91a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3f717b518e446908b64e63e6092e908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461824 Jun 10 22:41:00.253050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53366) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:00.314575 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.337380 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.388793 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.391434 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.393312 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ae001f9-ed07-4b8d-8c15-36ca17ec8a24 HTTP/1.1" status: 204 len: 168 time: 0.1393166 Jun 10 22:41:00.394094 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e53c93b1-d52c-4067-bc27-11432119ff16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:00.402434 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae001f9-ed07-4b8d-8c15-36ca17ec8a24,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:00.405214 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6c4670fd-61e1-4a50-b09d-c13ee3fc2ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:00.658094 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53372) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:00.673840 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.769602 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.773183 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.776586 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-09e6cd20-14f6-4b63-8b10-ea6a8194b0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:00.815378 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=642c898b613a43b994ddc4520f901f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562457 Jun 10 22:41:00.816556 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7cbfca-d6aa-441b-986e-170678010394,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:00.818080 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53374) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:00.819695 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6fdb052-1748-405e-b7b8-d3f635c0e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:00.869074 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.891413 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.949481 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.952120 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:00.956249 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf7cbfca-d6aa-441b-986e-170678010394 HTTP/1.1" status: 204 len: 168 time: 0.1341794 Jun 10 22:41:00.956249 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b93ccec3-cff8-4c9b-b7b3-68b50df6b9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:00.963753 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7cbfca-d6aa-441b-986e-170678010394,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:00.966162 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bf20bdf5-2823-42e5-8d99-0e7d2f5e5f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:01.271343 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53380) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:01.287667 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.379420 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.382233 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.384637 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ba86bee3-86b0-42d5-8bb1-83f83c7453f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:01.424582 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13e5aa6b63784adeae8568c697285e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521533 Jun 10 22:41:01.425489 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e57f69-d23d-4582-a778-7490deca0c01,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:01.427259 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53382) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:01.428548 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f66c4b20-10f9-4602-a25f-b7a15c40368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:01.480039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.502535 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.551161 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.554086 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:01.555186 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1e57f69-d23d-4582-a778-7490deca0c01 HTTP/1.1" status: 204 len: 168 time: 0.1268547 Jun 10 22:41:01.555939 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-620bf892-2159-413c-a710-34570390a465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:01.564549 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e57f69-d23d-4582-a778-7490deca0c01,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:01.566882 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-023e5f87-f5a4-4b69-833b-9da726e10053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:02.201106 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53404) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:02.293825 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437078864-network', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:02.315496 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Made reservation on behalf of a58c255a6c22417cb26b2e6b484eee83 for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:02.317960 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.328060 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.423857 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.427586 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.431253 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-56ed711f-3c16-47ad-8c2a-77324a948a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:02.448660 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:41:02.463120 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb6a23b-bac7-4688-9007-993461cbe39e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:02.467162 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:02.468169 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.468504 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Added segment 4e9137d9-02b8-4292-a0f2-41a71f2ca9c8 of type vlan for network 446ee716-c40b-40c0-9a70-533c7fbc3bbc Jun 10 22:41:02.517503 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.545342 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.546531 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:02.547089 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.549160 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5a19a101-8c55-43df-b6ec-bb8a3eb07f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:02.583600 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3813417 Jun 10 22:41:02.586346 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53408) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:02.592728 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Request body: {'subnet': {'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437078864-subnet', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:02.641350 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Pushing event updated for resources: {'Network': ['ID=446ee716-c40b-40c0-9a70-533c7fbc3bbc,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:02.646021 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f3304854-92b5-449b-98af-6f5c547199c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:02.651751 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:41:02.657043 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Made reservation on behalf of a58c255a6c22417cb26b2e6b484eee83 for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:02.660183 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.863914 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.865872 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:02.936211 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:02.939562 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:02.946513 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Checking segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:02.946867 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Network hostable DHCP agents. Network: 446ee716-c40b-40c0-9a70-533c7fbc3bbc, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:41:02.963347 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:41:02.971648 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 446ee716-c40b-40c0-9a70-533c7fbc3bbc) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:02.975726 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:02.976337 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:02.981233 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f072e8c-e687-478e-9c09-542b49bf74cb None None] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:02.991560 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-7a53d917-8ce8-45f9-a3ed-2caa60c57aa9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4039984 Jun 10 22:41:02.994147 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53410) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:02.998804 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:03.019607 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.020581 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.082079 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.163786 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:41:03.164663 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.280176 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.315114 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Allocated IP 172.20.0.2 (446ee716-c40b-40c0-9a70-533c7fbc3bbc/ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31/d443317f-c814-4bcf-9db0-06bb65e385c5) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:03.492226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.500617 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Transition to ACTIVE for port object d443317f-c814-4bcf-9db0-06bb65e385c5 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:03.517478 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Transition to ACTIVE for port object d443317f-c814-4bcf-9db0-06bb65e385c5 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:03.525321 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.529222 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-4f4ffb2a-683d-4630-85b3-8d2e132ecdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:03.540286 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.570264 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.573464 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:03.576370 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:03.579672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:03.590661 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Pushing event updated for resources: {'Port': ['ID=d443317f-c814-4bcf-9db0-06bb65e385c5,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:03.618387 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.618729 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.619067 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.619420 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.619753 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.620121 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.620482 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.620830 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.621356 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.621932 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.622380 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.622738 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:03.626647 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:03.664681 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Attempting to bind port d443317f-c814-4bcf-9db0-06bb65e385c5 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:03.665329 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Attempting to bind port d443317f-c814-4bcf-9db0-06bb65e385c5 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:03.665440 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Attempting to bind port d443317f-c814-4bcf-9db0-06bb65e385c5 on network 446ee716-c40b-40c0-9a70-533c7fbc3bbc {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:03.670375 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:03.670755 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Checking segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:03.671163 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.671557 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Bound using segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:03.672030 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Bound port: d443317f-c814-4bcf-9db0-06bb65e385c5, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:03.672404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.693266 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Allocated IP 172.28.1.195 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/92ab73a6-e161-4100-9225-fd57f11ab3f7) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:03.747067 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] For port d443317f-c814-4bcf-9db0-06bb65e385c5, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:03.750016 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] For port d443317f-c814-4bcf-9db0-06bb65e385c5, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=d443317f-c814-4bcf-9db0-06bb65e385c5,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:03.755716 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.757646 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-77ae835b-0dd0-49b9-b5e0-c65dce0388de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:03.818056 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Pushing event updated for resources: {'Port': ['ID=d443317f-c814-4bcf-9db0-06bb65e385c5,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:03.821095 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:03.835823 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.876616 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:03.878838 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-779bb738-3a68-4dba-a6ea-6c04c2104f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:03.927495 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:03.930289 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:03.933849 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:03.964673 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=92ab73a6-e161-4100-9225-fd57f11ab3f7,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:03.969422 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:04.276013 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:04.356427 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device d443317f-c814-4bcf-9db0-06bb65e385c5 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:04.417481 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port d443317f-c814-4bcf-9db0-06bb65e385c5 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:04.550577 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:04.673717 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aaddce-8593-43dc-ae65-794910e3cd64 None None] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:04.718221 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:41:04.754517 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Provisioning for port d443317f-c814-4bcf-9db0-06bb65e385c5 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:04.766124 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Provisioning complete for port d443317f-c814-4bcf-9db0-06bb65e385c5 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:04.766521 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:04.937268 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.121016 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] For port d443317f-c814-4bcf-9db0-06bb65e385c5, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=d443317f-c814-4bcf-9db0-06bb65e385c5,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:05.125702 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.127612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:05.128665 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:41:05.144059 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.145343 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-4c46d4d0-d45e-4a25-a0a0-5bf042c3b6b7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1502788 Jun 10 22:41:05.148090 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53414) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:05.158183 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Sync routers for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:41:05.182929 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:05.183567 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:05.258976 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:41:05.283498 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Pushing event updated for resources: {'Port': ['ID=d443317f-c814-4bcf-9db0-06bb65e385c5,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:05.288073 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-c3acf9f5-340a-484a-b292-b798f3bd85cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:05.337162 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:05.452106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-c0564af7-3c6c-4761-8d2e-054e1fd0e02f None None] Provisioning complete for port d443317f-c814-4bcf-9db0-06bb65e385c5 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:05.452393 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c0564af7-3c6c-4761-8d2e-054e1fd0e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.656187 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:04Z', 'revision_number': 3, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:05.660394 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Checking router: b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:41:05.660744 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Updating router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 port 92ab73a6-e161-4100-9225-fd57f11ab3f7 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:41:05.699798 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.712366 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:05.887181 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Allocated IP 172.20.0.1 (446ee716-c40b-40c0-9a70-533c7fbc3bbc/ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31/110374b3-8f25-444b-8594-f4f9c059e9f4) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:05.997467 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.007659 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Transition to ACTIVE for port object 92ab73a6-e161-4100-9225-fd57f11ab3f7 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:06.012374 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.013621 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.015596 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:06.025933 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Transition to ACTIVE for port object 110374b3-8f25-444b-8594-f4f9c059e9f4 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:06.066871 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.069784 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3f37bb3d-1287-4e4b-bf27-9fce029db003 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:06.073264 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8128e6b-342d-4768-9f50-ba991f6e0d44 None None] Pushing event updated for resources: {'Port': ['ID=92ab73a6-e161-4100-9225-fd57f11ab3f7,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:06.075507 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Attempting to bind port 92ab73a6-e161-4100-9225-fd57f11ab3f7 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:06.075883 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Attempting to bind port 92ab73a6-e161-4100-9225-fd57f11ab3f7 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:06.076252 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Attempting to bind port 92ab73a6-e161-4100-9225-fd57f11ab3f7 on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:06.079181 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-a8128e6b-342d-4768-9f50-ba991f6e0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:06.081873 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:06.082250 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:06.082653 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.083060 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:06.083629 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Bound port: 92ab73a6-e161-4100-9225-fd57f11ab3f7, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:06.084015 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.115511 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:06.118474 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:06.122084 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:06.148286 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] For port 92ab73a6-e161-4100-9225-fd57f11ab3f7, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:06.151490 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] For port 92ab73a6-e161-4100-9225-fd57f11ab3f7, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=92ab73a6-e161-4100-9225-fd57f11ab3f7,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:06.156092 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Pushing event updated for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:06.157903 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.160534 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:06.164674 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:06.176740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.226645 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:06.227285 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:06.281436 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8128e6b-342d-4768-9f50-ba991f6e0d44 None None] Pushing event updated for resources: {'Port': ['ID=92ab73a6-e161-4100-9225-fd57f11ab3f7,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:06.325173 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-a8128e6b-342d-4768-9f50-ba991f6e0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:06.345877 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device d443317f-c814-4bcf-9db0-06bb65e385c5 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:06.365644 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.419148 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-665e073f-7eeb-485a-b6a8-a19d1d8830cf None None] Provisioning for port 110374b3-8f25-444b-8594-f4f9c059e9f4 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:06.430839 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-665e073f-7eeb-485a-b6a8-a19d1d8830cf None None] Provisioning complete for port 110374b3-8f25-444b-8594-f4f9c059e9f4 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:06.431218 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-665e073f-7eeb-485a-b6a8-a19d1d8830cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.437175 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:06.557995 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.562770 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.566318 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:06.581472 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-665e073f-7eeb-485a-b6a8-a19d1d8830cf None None] Port 110374b3-8f25-444b-8594-f4f9c059e9f4 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:41:06.584562 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port d443317f-c814-4bcf-9db0-06bb65e385c5 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:06.584939 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.649027 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Pushing event updated for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:06.651435 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:06.654202 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:06.768553 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:06.769935 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:06.789032 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:04Z', 'revision_number': 3, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:06.792617 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea31425-629e-417b-a2ed-3ab7055ad6e0 None None] The sync data for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb is: [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:04Z', 'revision_number': 3, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:41:06.932701 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:41:07.017425 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-c5d428b3-64a7-4233-8c93-a62b49846b28 None None] Provisioning complete for port 110374b3-8f25-444b-8594-f4f9c059e9f4 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:07.017425 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c5d428b3-64a7-4233-8c93-a62b49846b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.077530 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-c5d428b3-64a7-4233-8c93-a62b49846b28 None None] Port 110374b3-8f25-444b-8594-f4f9c059e9f4 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:41:07.103888 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:41:07.108829 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-47398e3e-5a59-4562-9e59-b2830958fb44 admin admin] 10.222.0.16 "PUT /v2.0/routers/b32c74df-59e7-4a8e-a0b1-bc0a9e59c776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596920 Jun 10 22:41:07.583889 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53430) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:07.588917 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1033454463-network', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:07.610088 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Made reservation on behalf of a5f37ab602ec484c81f0e64e927fd3ff for: {'network': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:07.612680 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for network, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.624214 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.721172 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.724621 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.728332 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6d54f48f-a6f1-4edc-b4b4-bb9c27a5784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:07.746403 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=91862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:41:07.762665 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32b19f-a240-4562-a3a6-b0695bcecec5,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:07.765559 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.765926 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.segments_db [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Added segment eb9b3807-a1f0-47cc-9394-d139ecae6f00 of type vlan for network 642aebef-5488-48e3-8795-6c625b7214cc Jun 10 22:41:07.767425 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:07.816243 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740129269158'] for network, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.844983 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090'] for network, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.845927 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:07.846515 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:07.849260 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:07.883331 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2983708 Jun 10 22:41:07.886076 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53432) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:07.890760 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Request body: {'subnet': {'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1033454463-subnet', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'ip_version': 4}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:07.942300 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Pushing event updated for resources: {'Network': ['ID=642aebef-5488-48e3-8795-6c625b7214cc,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:07.946412 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f8b8665e-125b-4d76-9500-a67073b00240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:07.952372 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Network 642aebef-5488-48e3-8795-6c625b7214cc details requested by agent ovs-agent-dv-cinder-790535-2-smb with host dv-cinder-790535-2-smb {{(pid=91863) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:41:07.957918 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Made reservation on behalf of a5f37ab602ec484c81f0e64e927fd3ff for: {'subnet': 1} {{(pid=91862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:07.960454 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5068786'] for subnet, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.180356 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8065783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5068772'] for subnet, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.183169 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d94efc0a-87e4-4b9e-a37b-d99999cb578d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:08.249740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1db523c-0393-4425-b07e-52eda9c89c8b,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:08.253379 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:08.258656 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Checking segment: {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:08.259009 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Network hostable DHCP agents. Network: 642aebef-5488-48e3-8795-6c625b7214cc, hostable agents: ['c1795f37-a882-4230-9ff1-42e7ffe5bed5'], hosted agents: [] {{(pid=91862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:41:08.275499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Network 642aebef-5488-48e3-8795-6c625b7214cc is scheduled to be hosted by DHCP agent c1795f37-a882-4230-9ff1-42e7ffe5bed5 with binding_index 1 {{(pid=91862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:41:08.287763 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-smb, 642aebef-5488-48e3-8795-6c625b7214cc) {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:08.295221 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:08.295797 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.297850 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc817141-33dc-4e92-9aa6-d5475d3a2acb None None] Network 642aebef-5488-48e3-8795-6c625b7214cc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:08.314303 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-62173484-e81a-4e0b-8a77-f043469b6b59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4271307 Jun 10 22:41:08.316697 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53434) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:08.321299 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:08.341513 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Sync routers for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:41:08.352231 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:08.352751 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 92ab73a6-e161-4100-9225-fd57f11ab3f7 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:08.352907 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:08.354668 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.356313 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25308'] for router, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.425276 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.500082 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:08.501822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 92ab73a6-e161-4100-9225-fd57f11ab3f7 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:08.519269 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 92ab73a6-e161-4100-9225-fd57f11ab3f7 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:08.519657 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.598836 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5a13254-74b0-51b6-80bb-7abc26d3ef2a-642aebef-5488-48e3-8795-6c625b7214cc', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b'}]}} from dv-cinder-790535-2-smb. {{(pid=91863) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:41:08.599803 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.648814 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1984174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25290'] for router, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.735426 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.768797 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ec430d5d-2a26-4364-913d-4001343c32af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.785378 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 92ab73a6-e161-4100-9225-fd57f11ab3f7, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=92ab73a6-e161-4100-9225-fd57f11ab3f7,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:08.789440 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.802426 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 2, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:08.805844 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Checking router: b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:41:08.806217 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Updating router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 port 110374b3-8f25-444b-8594-f4f9c059e9f4 binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:41:08.815123 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:08.855045 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:08.881786 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.db_base_plugin_common [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Allocated IP 172.20.0.2 (642aebef-5488-48e3-8795-6c625b7214cc/c1db523c-0393-4425-b07e-52eda9c89c8b/fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0) {{(pid=91863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:08.896117 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=92ab73a6-e161-4100-9225-fd57f11ab3f7,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:08.899688 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.084482 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks [] for port, precommit_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.095524 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Transition to ACTIVE for port object fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:09.119433 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Transition to ACTIVE for port object fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 will not be triggered until provisioned by entity DHCP. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:09.126039 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567'] for port, after_create {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.129495 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6d949f31-a38f-4c99-99ed-ea8b7d4601c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:09.175158 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Network 642aebef-5488-48e3-8795-6c625b7214cc is already hosted by enough agents. {{(pid=91863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:09.178187 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Resources bound (agent type, host, resource id): {{(pid=91863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:09.181258 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Received port after_create {{(pid=91863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:09.196391 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.204795 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.208204 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Transition to ACTIVE for port object 110374b3-8f25-444b-8594-f4f9c059e9f4 will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:09.214392 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.216519 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-c367d136-c29a-486c-a324-4424f4fc54e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:09.231992 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.259241 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Pushing event updated for resources: {'Port': ['ID=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,revision_number=1']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:09.262639 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.275393 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Attempting to bind port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:09.275904 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Attempting to bind port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:09.276280 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Attempting to bind port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 on network 642aebef-5488-48e3-8795-6c625b7214cc {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:09.281256 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:09.281675 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Checking segment: {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:09.282089 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.282557 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Bound using segment: {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:09.283521 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Bound port: fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:09.283911 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.344634 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Pushing event updated for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:09.362604 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Allocated IP 172.28.1.6 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/b98022dd-e70c-4c56-a9f6-50169f4db8b3) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:09.372823 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] For port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:09.374560 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.374905 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.375236 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.375563 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.375947 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.376281 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.376603 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.376982 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.377295 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.377670 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.377990 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.378300 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:09.378852 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] For port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:09.384374 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.387341 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.390992 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-a8128e6b-342d-4768-9f50-ba991f6e0d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:09.398328 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Attempting to bind port 110374b3-8f25-444b-8594-f4f9c059e9f4 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:09.398577 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Attempting to bind port 110374b3-8f25-444b-8594-f4f9c059e9f4 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:09.398989 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Attempting to bind port 110374b3-8f25-444b-8594-f4f9c059e9f4 on network 446ee716-c40b-40c0-9a70-533c7fbc3bbc {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:09.404555 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:09.404975 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Checking segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:09.405382 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.405797 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Bound using segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:09.406274 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Bound port: 110374b3-8f25-444b-8594-f4f9c059e9f4, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:09.406648 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.470431 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Pushing event updated for resources: {'Port': ['ID=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:09.477922 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-d0d9f3af-5072-41fd-957a-1ea56c564484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.503553 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] For port 110374b3-8f25-444b-8594-f4f9c059e9f4, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:09.506820 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] For port 110374b3-8f25-444b-8594-f4f9c059e9f4, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=110374b3-8f25-444b-8594-f4f9c059e9f4,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:09.513377 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.516338 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-ca0fcb37-7bec-47ee-84d6-3bd23fa7603b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:09.528794 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.571042 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:09.587710 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-7054ba59-720c-4a29-b53e-691b1d94cf44 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:09.593244 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:09.593947 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:09.598007 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Pushing event updated for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=4']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:09.649423 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b98022dd-e70c-4c56-a9f6-50169f4db8b3,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:09.652972 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.660392 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-f3b26858-fca6-4c10-9ebf-6d57cd13cb8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:09.662203 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:09.663774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:09.666670 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:09.883113 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:10.048977 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.151712 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:09Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:10.155782 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59006554-253f-47ce-9f0a-d02e5ae8844f None None] The sync data for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb is: [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:09Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:41:10.348376 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1984165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994378'] for router, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.482827 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 110374b3-8f25-444b-8594-f4f9c059e9f4 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:10.543217 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Router 89cd1dec-59ce-4df0-a1c8-10492ae2872c is scheduled to L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a with binding_index 1 {{(pid=91862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:41:10.547801 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 110374b3-8f25-444b-8594-f4f9c059e9f4 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:10.552567 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 110374b3-8f25-444b-8594-f4f9c059e9f4 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:10.553056 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.614793 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37478e-44ce-4d07-82d8-3cf732639d86 None None] Network 642aebef-5488-48e3-8795-6c625b7214cc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:10.716264 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:41:10.734106 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.738186 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-6fc69409-c6d3-4058-8b1b-a7eb58a444f6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4175873 Jun 10 22:41:10.738608 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53438) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:10.740760 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Sync routers for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:41:10.746491 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-c6de6d04-0732-4068-860a-39f4373476d5 None None] Provisioning for port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:10.760779 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.787430 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:10.788091 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:40:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:10.963701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 110374b3-8f25-444b-8594-f4f9c059e9f4, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=110374b3-8f25-444b-8594-f4f9c059e9f4,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:10.975226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:10.976084 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 92ab73a6-e161-4100-9225-fd57f11ab3f7 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:11.001806 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:11.230383 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:11.339264 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.354962 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:11.368404 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:11.448290 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-37c98f17-ecaa-432d-b61a-1fb732f2a87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.476310 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 92ab73a6-e161-4100-9225-fd57f11ab3f7 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:11.476694 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.521890 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.528837 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Allocated IP 172.20.0.1 (642aebef-5488-48e3-8795-6c625b7214cc/c1db523c-0393-4425-b07e-52eda9c89c8b/5784f831-bdb4-4114-b3e4-4d8e570c3944) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:11.627713 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:11.630134 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:09Z', 'revision_number': 3, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:11.656733 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Checking router: 89cd1dec-59ce-4df0-a1c8-10492ae2872c for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:41:11.657139 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Updating router 89cd1dec-59ce-4df0-a1c8-10492ae2872c port b98022dd-e70c-4c56-a9f6-50169f4db8b3 binding host dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:41:11.668367 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.681173 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Transition to ACTIVE for port object 5784f831-bdb4-4114-b3e4-4d8e570c3944 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:11.718477 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8066663'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.721669 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:11.723244 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.762107 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:11.771354 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:11.771740 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:11.772381 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Network 642aebef-5488-48e3-8795-6c625b7214cc is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:11.777032 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:11.781394 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:11.785257 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:11.810703 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:11.831629 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997645'] for router_interface, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.006493 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.013814 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.087711 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:12.090534 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-898de399-5fe9-4e50-a776-fa58aaafe6b4 None None] Provisioning for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:12.102672 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.106504 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:12.111416 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-898de399-5fe9-4e50-a776-fa58aaafe6b4 None None] Provisioning complete for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:12.111801 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-898de399-5fe9-4e50-a776-fa58aaafe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.223527 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-898de399-5fe9-4e50-a776-fa58aaafe6b4 None None] Port 5784f831-bdb4-4114-b3e4-4d8e570c3944 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:41:12.237518 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.246945 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:12.252297 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:12.254910 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Transition to ACTIVE for port object b98022dd-e70c-4c56-a9f6-50169f4db8b3 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:12.262240 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.264312 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:12.336585 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd31ea-0829-4637-9018-f0882740b869 None None] Pushing event updated for resources: {'Port': ['ID=b98022dd-e70c-4c56-a9f6-50169f4db8b3,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:12.341263 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Attempting to bind port b98022dd-e70c-4c56-a9f6-50169f4db8b3 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:12.341676 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Attempting to bind port b98022dd-e70c-4c56-a9f6-50169f4db8b3 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:12.342062 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Attempting to bind port b98022dd-e70c-4c56-a9f6-50169f4db8b3 on network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:12.348481 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e6cd31ea-0829-4637-9018-f0882740b869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:12.349270 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:12.349687 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Checking segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:12.350099 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.350493 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Bound using segment: {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:12.350976 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Bound port: b98022dd-e70c-4c56-a9f6-50169f4db8b3, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fe53a-0b4d-4d03-ae9d-cedf792991b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:12.351366 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.381362 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 110374b3-8f25-444b-8594-f4f9c059e9f4 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:12.383130 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.452988 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] For port b98022dd-e70c-4c56-a9f6-50169f4db8b3, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:12.456801 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] For port b98022dd-e70c-4c56-a9f6-50169f4db8b3, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=b98022dd-e70c-4c56-a9f6-50169f4db8b3,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:12.461057 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.464215 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:12.484229 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.489174 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8066677'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.491499 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d8b38ceb-84b1-4f9f-a2d7-26d6f3357dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:12.503354 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 110374b3-8f25-444b-8594-f4f9c059e9f4 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:12.503745 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.574944 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:12.575527 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd31ea-0829-4637-9018-f0882740b869 None None] Pushing event updated for resources: {'Port': ['ID=b98022dd-e70c-4c56-a9f6-50169f4db8b3,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:12.577644 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:12.578268 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:41:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:12.578588 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:12.581165 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-e6cd31ea-0829-4637-9018-f0882740b869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:12.589266 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997625'] for router_interface, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:12.711986 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Network 642aebef-5488-48e3-8795-6c625b7214cc is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:12.713857 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:12.741701 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:12.797037 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:12.870375 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Router 89cd1dec-59ce-4df0-a1c8-10492ae2872c has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:41:12.929640 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:12.930016 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.021399 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:41:13.026328 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-33638638-fc64-4a25-9103-4417ce4f08b8 admin admin] 10.222.0.16 "PUT /v2.0/routers/89cd1dec-59ce-4df0-a1c8-10492ae2872c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2866101 Jun 10 22:41:13.174067 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-a963de9d-2083-41e8-b6a4-9731a69c7e10 None None] Provisioning complete for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:13.174453 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a963de9d-2083-41e8-b6a4-9731a69c7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.282966 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-a963de9d-2083-41e8-b6a4-9731a69c7e10 None None] Port 5784f831-bdb4-4114-b3e4-4d8e570c3944 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:41:13.329551 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:11Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '5784f831-bdb4-4114-b3e4-4d8e570c3944', 'name': '', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'mac_address': 'fa:16:3e:6a:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:11Z', 'updated_at': '2021-06-10T22:41:12Z', 'revision_number': 2, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'subnets': [{'id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:13.333084 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e7f29-31e4-416e-962e-bb8afd1b6be3 None None] The sync data for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb is: [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:11Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '5784f831-bdb4-4114-b3e4-4d8e570c3944', 'name': '', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'mac_address': 'fa:16:3e:6a:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:11Z', 'updated_at': '2021-06-10T22:41:12Z', 'revision_number': 2, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'subnets': [{'id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:41:13.520321 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53448) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:13.530166 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027554131', 'description': 'tempest-secgroup-smoke-1027554131 description', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:13.562681 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.666920 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.671421 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.675867 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-364b69bf-9764-4cd4-bf74-f08af6276f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:13.703091 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.705236 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1839116 Jun 10 22:41:13.708197 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53450) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:13.713478 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:13.718745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2ba91-027b-4838-a475-6b90cab29b26,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:13.723002 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-71ec3929-2fd6-4d1b-a886-be2895df0362 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:13.747086 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.810613 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.815599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.817683 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4fee0b6f-3bac-453f-b7cf-26f5e78035b5 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:13.835143 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da479d51-a2bf-4944-a79d-4d4aedc77193,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:13.837733 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:13.844560 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.846797 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-1531b007-629c-4ef0-b3a7-98cc37cd1cb5 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376898 Jun 10 22:41:13.849754 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53452) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:13.854336 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:13.880151 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.948362 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.952285 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:13.959331 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:13.996277 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3135e1e3-ce50-4a56-82c0-3756c4c1c003,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:13.999280 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.000453 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497266 Jun 10 22:41:14.001326 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b47aa9ae-dc45-4228-8f9c-77bc2a34043d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.003330 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53454) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:14.008036 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:14.031237 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.040170 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.107076 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.110961 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.113099 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:14.131877 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b032f750-08bd-4b93-b1e7-23071cc9d71d,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:14.134804 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.138424 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.139574 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-62b9fcde-7c3f-4e49-9047-7b40773916fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351755 Jun 10 22:41:14.143324 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53456) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:14.148020 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:14.175403 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.242212 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.246045 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.248698 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-33e09c85-aa62-414f-8a9f-4a711f133936 tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:14.267390 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7958b919-c64b-49f1-8281-bf208eb8bd5b,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:14.270736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.274812 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.276175 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-b629c8f4-9416-42cc-956b-9d512f2370cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319237 Jun 10 22:41:14.279067 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53458) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:14.283733 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:14.312174 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.securitygroups_db [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Project a58c255a6c22417cb26b2e6b484eee83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:41:14.318017 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.385460 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device b98022dd-e70c-4c56-a9f6-50169f4db8b3 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:14.392923 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.396791 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.399097 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:14.414360 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cb9578-75ef-4720-8e53-acb93e047aa2,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:14.419414 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.428957 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.433239 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53460) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:14.433438 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-14dc795a-d44e-424b-b448-02938ac65f49 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532383 Jun 10 22:41:14.438795 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.v2.base [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2ba91-027b-4838-a475-6b90cab29b26', 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:14.451467 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port b98022dd-e70c-4c56-a9f6-50169f4db8b3 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:14.456631 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port b98022dd-e70c-4c56-a9f6-50169f4db8b3 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:14.457018 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.467066 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.db.securitygroups_db [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Project a58c255a6c22417cb26b2e6b484eee83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:41:14.473306 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.552424 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.557202 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047331'] for security_group_rule, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.562944 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.564070 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:14.578875 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f21232-cbfb-42d5-8bb9-3804988c3a6a,revision_number=0']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:14.582098 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.585128 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.586293 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-342f0298-cf29-4ec3-973d-fe8df052b59c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514788 Jun 10 22:41:14.593263 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port b98022dd-e70c-4c56-a9f6-50169f4db8b3, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=b98022dd-e70c-4c56-a9f6-50169f4db8b3,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:14.602178 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:14.606986 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:14.670926 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=b98022dd-e70c-4c56-a9f6-50169f4db8b3,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:14.674714 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:14.682585 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:15.299005 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Sync routers for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:41:15.307559 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:15.308187 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:41:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:15.460214 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:15.731225 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:11Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '5784f831-bdb4-4114-b3e4-4d8e570c3944', 'name': '', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'mac_address': 'fa:16:3e:6a:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:11Z', 'updated_at': '2021-06-10T22:41:12Z', 'revision_number': 2, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'subnets': [{'id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:15.736020 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Checking router: 89cd1dec-59ce-4df0-a1c8-10492ae2872c for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:41:15.736408 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Updating router 89cd1dec-59ce-4df0-a1c8-10492ae2872c port 5784f831-bdb4-4114-b3e4-4d8e570c3944 binding host dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:41:15.778240 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.097654 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks [] for port, precommit_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.108953 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.provisioning_blocks [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Transition to ACTIVE for port object 5784f831-bdb4-4114-b3e4-4d8e570c3944 will not be triggered until provisioned by entity L2. {{(pid=91864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:16.115498 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.117542 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:16.216116 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2210c00-00f4-4901-a7d8-83fadff029db None None] Pushing event updated for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=3']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:16.219503 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-e2210c00-00f4-4901-a7d8-83fadff029db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:16.283099 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Attempting to bind port 5784f831-bdb4-4114-b3e4-4d8e570c3944 on host dv-cinder-790535-2-smb for vnic_type normal with profile {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:16.283479 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Attempting to bind port 5784f831-bdb4-4114-b3e4-4d8e570c3944 by drivers openvswitch,hyperv on host dv-cinder-790535-2-smb at level 0 using segments [{'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:16.283844 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Attempting to bind port 5784f831-bdb4-4114-b3e4-4d8e570c3944 on network 642aebef-5488-48e3-8795-6c625b7214cc {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:16.289289 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Checking agent: {'id': '48f0a0f8-ae54-4e9f-b178-b13d68004870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 26, 11), 'started_at': datetime.datetime(2021, 6, 10, 22, 26, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:16.289702 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Checking segment: {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:16.290183 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.290491 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Bound using segment: {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'} {{(pid=91864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:16.290965 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.managers [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Bound port: 5784f831-bdb4-4114-b3e4-4d8e570c3944, host: dv-cinder-790535-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9b3807-a1f0-47cc-9394-d139ecae6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc'}}] {{(pid=91864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:16.291343 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.358980 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device b98022dd-e70c-4c56-a9f6-50169f4db8b3 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:16.386415 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] For port 5784f831-bdb4-4114-b3e4-4d8e570c3944, host dv-cinder-790535-2-smb, cleared binding levels {{(pid=91864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:16.389892 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.plugins.ml2.db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] For port 5784f831-bdb4-4114-b3e4-4d8e570c3944, host dv-cinder-790535-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=5784f831-bdb4-4114-b3e4-4d8e570c3944,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:16.395998 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron_lib.callbacks.manager [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.399140 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:16.422973 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port b98022dd-e70c-4c56-a9f6-50169f4db8b3 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:16.423332 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:16.469753 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:16.470423 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:41:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:16.670724 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2210c00-00f4-4901-a7d8-83fadff029db None None] Pushing event updated for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=4']} {{(pid=91864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:16.683947 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG oslo_concurrency.lockutils [None req-e2210c00-00f4-4901-a7d8-83fadff029db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:16.725680 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:16.993409 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:11Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '5784f831-bdb4-4114-b3e4-4d8e570c3944', 'name': '', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'mac_address': 'fa:16:3e:6a:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:11Z', 'updated_at': '2021-06-10T22:41:16Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'subnets': [{'id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:16.997185 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1acde9-62c9-4bd5-a24c-2b4d2f41181c None None] The sync data for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb is: [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:41:11Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '5784f831-bdb4-4114-b3e4-4d8e570c3944', 'name': '', 'network_id': '642aebef-5488-48e3-8795-6c625b7214cc', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'mac_address': 'fa:16:3e:6a:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:11Z', 'updated_at': '2021-06-10T22:41:16Z', 'revision_number': 4, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'subnets': [{'id': 'c1db523c-0393-4425-b07e-52eda9c89c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:41:18.352447 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 5784f831-bdb4-4114-b3e4-4d8e570c3944 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:18.410744 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:18.414174 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:18.414557 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:18.504103 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:18.540586 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] For port 5784f831-bdb4-4114-b3e4-4d8e570c3944, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=5784f831-bdb4-4114-b3e4-4d8e570c3944,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:18.544108 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:18.545934 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:18.604115 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Pushing event updated for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:18.607234 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:20.338604 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 5784f831-bdb4-4114-b3e4-4d8e570c3944 up at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:20.394063 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Provisioning complete for port 5784f831-bdb4-4114-b3e4-4d8e570c3944 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:20.394478 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:28.859855 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-90961c3f-a563-4543-a086-3fb1c1b2c18f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027554131&fields=id&tenant_id=a58c255a6c22417cb26b2e6b484eee83 HTTP/1.1" status: 200 len: 267 time: 0.0449398 Jun 10 22:41:28.989250 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-c293a750-2e91-4840-a601-9ee0c4adc835 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:28.990730 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-c293a750-2e91-4840-a601-9ee0c4adc835 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 808 time: 0.1234484 Jun 10 22:41:29.005953 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-ca028954-d434-4d32-9a57-d98dc1c8889f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/quotas/a58c255a6c22417cb26b2e6b484eee83 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Jun 10 22:41:29.079933 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-b250e114-a12b-4699-bb9d-790efe7b570e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691862 Jun 10 22:41:29.286595 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-38c4e2af-b699-442c-8ed8-712c97339309 service neutron] 10.222.0.16 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957021 Jun 10 22:41:29.398597 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-8a521940-2ef7-4eb2-81c4-a90d1bd7aaf0 service neutron] 10.222.0.16 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063218 Jun 10 22:41:29.695548 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3895cce4-911f-44b9-a61a-524c567c3e5d req-0eed996e-d8a2-4b84-8d3b-78f0a16aa830 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 210 time: 0.0345945 Jun 10 22:41:30.780568 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-5f0bab9b-29cd-4999-b7d9-d08502a4d0f6 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:30.782100 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-5f0bab9b-29cd-4999-b7d9-d08502a4d0f6 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 808 time: 0.1347735 Jun 10 22:41:30.851987 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-6daeaeab-35de-4b56-a224-59b90dc0fe31 req-bab06150-67dc-492b-9798-42d02d862827 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 210 time: 0.0412481 Jun 10 22:41:30.864538 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-9ca53081-f4eb-45f3-8755-cb841ead3f9b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a58c255a6c22417cb26b2e6b484eee83 HTTP/1.1" status: 200 len: 380 time: 0.0738499 Jun 10 22:41:30.872822 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'port': {'device_id': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'admin_state_up': True, 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'security_groups': ['a5d2ba91-027b-4838-a475-6b90cab29b26']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:31.020746 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Made reservation on behalf of a58c255a6c22417cb26b2e6b484eee83 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:31.024715 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.175441 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Allocated IP 172.20.0.6 (446ee716-c40b-40c0-9a70-533c7fbc3bbc/ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31/945f3c9a-51e9-449c-a934-fef27f8ac8c8) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:31.340971 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.353152 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Transition to ACTIVE for port object 945f3c9a-51e9-449c-a934-fef27f8ac8c8 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:31.387999 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.391733 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4e7253ce-1cda-4c60-9eab-1ea1579a8437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:31.439757 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:31.444096 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:31.447902 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:31.480332 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:31.484592 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:31.508201 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:31.508829 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.524335 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-778f5ec3-4cf5-497f-bd0d-280c8cff683a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553566 Jun 10 22:41:31.535949 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Request body: {'port': {'device_id': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:31.625309 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.661851 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3962e56c-cd80-4b51-9de0-2eabd90b008c None None] Provisioning for port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 completed by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:31.665546 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-3962e56c-cd80-4b51-9de0-2eabd90b008c None None] Provisioning complete for port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 triggered by entity DHCP. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:31.665954 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3962e56c-cd80-4b51-9de0-2eabd90b008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.714525 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-3962e56c-cd80-4b51-9de0-2eabd90b008c None None] Port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 cannot update to ACTIVE because it is not bound. {{(pid=91863) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:41:31.931014 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945f3c9a-51e9-449c-a934-fef27f8ac8c8 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:41:31.938138 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.949960 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Transition to ACTIVE for port object 945f3c9a-51e9-449c-a934-fef27f8ac8c8 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:31.953525 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:31.956424 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c796241f-6c71-48d9-b73b-fb1abe72265f tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:32.045399 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f511519-a821-4bc4-ad32-f73c2d0f2efc req-21e334af-12ec-421b-81f0-90bdf500926e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.048726 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3f511519-a821-4bc4-ad32-f73c2d0f2efc req-21e334af-12ec-421b-81f0-90bdf500926e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0806799 Jun 10 22:41:32.077458 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:32.098575 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3f511519-a821-4bc4-ad32-f73c2d0f2efc req-95537bd9-c1da-41d1-8640-5eadd9067d60 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Jun 10 22:41:32.105689 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:32.140356 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Attempting to bind port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:32.140599 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Attempting to bind port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:32.140927 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Attempting to bind port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 on network 446ee716-c40b-40c0-9a70-533c7fbc3bbc {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:32.145557 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 on network 446ee716-c40b-40c0-9a70-533c7fbc3bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:41:32.145904 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Attempting to bind port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 on network 446ee716-c40b-40c0-9a70-533c7fbc3bbc {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:32.150653 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Checking agent: {'id': 'a17b805e-335d-4cf3-99a4-27f9c90fe8e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'started_at': datetime.datetime(2021, 6, 10, 22, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:32.150991 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Checking segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:32.151367 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Bound using segment: {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:32.151789 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Bound port: 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:32.152131 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:32.227074 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:32.230031 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:32.237951 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:32.242784 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d77992b1-a71c-42b6-b197-98fa04e150ef tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:32.277708 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.278314 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:32.279691 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] 10.222.0.41 "PUT /v2.0/ports/945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 1093 time: 0.7483976 Jun 10 22:41:32.280221 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:41:32.282517 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d26900e-f07a-4336-98d4-579e946ca725" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:41:32.314079 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:32.317288 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fdde4bcf-6872-47ae-9a8b-74a9915c8b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:32.338050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c5444-76c4-472c-b230-e9a31770c90c x-openstack-request-id: req-e93c5444-76c4-472c-b230-e9a31770c90c {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:41:32.338370 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:41:32.338652 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e93c5444-76c4-472c-b230-e9a31770c90c {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:41:32.339071 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'status': 'completed', 'code': 200} Jun 10 22:41:32.392683 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-5f8e427a-6b7f-40cb-bd24-9e9eba221c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.394750 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-5f8e427a-6b7f-40cb-bd24-9e9eba221c33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1096 time: 0.0653484 Jun 10 22:41:32.452781 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-baaced73-b692-4df6-aee2-e6b26312cdff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 217 time: 0.0512278 Jun 10 22:41:32.507984 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-68230a8d-825a-4474-934c-bcdcf17e2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.509369 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-68230a8d-825a-4474-934c-bcdcf17e2f44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0506907 Jun 10 22:41:32.576192 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-10ce4625-33a7-4bba-9598-a335404f9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.577662 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-10ce4625-33a7-4bba-9598-a335404f9bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621264 Jun 10 22:41:32.686047 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-dfcbdc90-b6c6-443e-8c83-8cd78dad2b8e service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018496 Jun 10 22:41:32.795776 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4fa98770-fa3b-436e-b9c3-225ce276a17f req-8ec30038-eb5c-4b93-9b0e-b8907ddba7d1 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041398 Jun 10 22:41:32.903661 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26900e-f07a-4336-98d4-579e946ca725 req-d35c00f8-e10a-47f6-b184-c94d787785af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:32.905108 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-d35c00f8-e10a-47f6-b184-c94d787785af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1096 time: 0.0610874 Jun 10 22:41:33.292740 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26900e-f07a-4336-98d4-579e946ca725 req-77c39542-396f-4d54-ac93-aa93435df274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:33.294322 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-77c39542-396f-4d54-ac93-aa93435df274 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.3826301 Jun 10 22:41:33.354385 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-9f41eaf0-31b9-46d4-ba97-9f0436eab70e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 217 time: 0.0521336 Jun 10 22:41:33.414742 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26900e-f07a-4336-98d4-579e946ca725 req-e4339841-61fd-4aa4-82fc-a422825875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:33.416200 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-e4339841-61fd-4aa4-82fc-a422825875c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0528250 Jun 10 22:41:33.458764 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dec72b-a9e5-4cf3-b7f4-1d197b09d8e0 req-bfdca9d6-9d39-4c27-8109-a54aa665c334 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:33.460224 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c1dec72b-a9e5-4cf3-b7f4-1d197b09d8e0 req-bfdca9d6-9d39-4c27-8109-a54aa665c334 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0744247 Jun 10 22:41:33.484527 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26900e-f07a-4336-98d4-579e946ca725 req-2aa072b5-496d-4778-9628-e851c8620539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:33.486036 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-2aa072b5-496d-4778-9628-e851c8620539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0632799 Jun 10 22:41:33.501402 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c1dec72b-a9e5-4cf3-b7f4-1d197b09d8e0 req-4fc950d1-f471-4653-855e-5e2d62f5dfaa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352571 Jun 10 22:41:33.599211 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-0a85f806-b616-4b87-8aa5-4c9eee67c541 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062043 Jun 10 22:41:33.713358 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9d26900e-f07a-4336-98d4-579e946ca725 req-6df729ab-401b-4e05-bf5d-cfe451a30dff service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081181 Jun 10 22:41:34.686831 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ef6f-e7d3-47b9-88c0-e6ebe418fac6 req-df4ce333-8887-4d2c-aa7b-8b19f2cf7884 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:34.688272 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a237ef6f-e7d3-47b9-88c0-e6ebe418fac6 req-df4ce333-8887-4d2c-aa7b-8b19f2cf7884 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0733185 Jun 10 22:41:34.729438 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a237ef6f-e7d3-47b9-88c0-e6ebe418fac6 req-8d7a4213-60ed-4bb5-b119-8e1c8632beca tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346842 Jun 10 22:41:35.514290 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:41:35.631176 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:35.643615 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'mac_address': 'fa:16:3e:f5:e7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:41:35.684807 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:35.698817 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945f3c9a-51e9-449c-a934-fef27f8ac8c8 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:41:35.718821 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:35.723093 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:35.724843 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:35.775742 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:35.778822 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:35.912052 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6a737-d24a-42f7-84d1-41ebee8a5e17 req-8947b056-9ec3-46ed-bde6-c11b15bbfba1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:35.913479 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-92a6a737-d24a-42f7-84d1-41ebee8a5e17 req-8947b056-9ec3-46ed-bde6-c11b15bbfba1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 944 time: 0.0715683 Jun 10 22:41:35.953705 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-92a6a737-d24a-42f7-84d1-41ebee8a5e17 req-7671ec58-10d2-43ab-b98f-370eb2744148 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Jun 10 22:41:35.963875 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['945f3c9a-51e9-449c-a934-fef27f8ac8c8'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:41:37.137646 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32d10-fbb5-4588-a4bd-2e5ba8711543 req-0cd9718c-c3b9-4a4a-9ebb-70308e2fa566 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:37.139099 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c8e32d10-fbb5-4588-a4bd-2e5ba8711543 req-0cd9718c-c3b9-4a4a-9ebb-70308e2fa566 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 944 time: 0.0761535 Jun 10 22:41:37.180211 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-c8e32d10-fbb5-4588-a4bd-2e5ba8711543 req-55bd5605-2eb4-4ab7-b8ec-2427cd8f2625 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347822 Jun 10 22:41:37.545780 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:37.599959 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning for port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 completed by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:37.603378 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:37.603758 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.704543 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.727806 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:41:37.730106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b153ffa-ba8a-438e-8fba-98354d4144c5" -d '{"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-plugged", "status": "completed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:41:37.743649 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:37.747653 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.749456 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:37.775353 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24a34d-1ff8-443d-a1c7-8c2044795a1f x-openstack-request-id: req-0f24a34d-1ff8-443d-a1c7-8c2044795a1f {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:41:37.775648 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-plugged", "status": "completed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:41:37.775905 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f24a34d-1ff8-443d-a1c7-8c2044795a1f {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:41:37.776295 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'code': 200} Jun 10 22:41:37.803872 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=5']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:37.806741 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:38.060942 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383cde-942e-4946-b4b3-a85f9e2ce06e req-2bfa1af4-6c10-467e-ab37-dc7505892e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:38.062313 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ad383cde-942e-4946-b4b3-a85f9e2ce06e req-2bfa1af4-6c10-467e-ab37-dc7505892e6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0627143 Jun 10 22:41:38.099019 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ad383cde-942e-4946-b4b3-a85f9e2ce06e req-37b84328-b2c5-4bd5-b7e7-19f2adf435aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300961 Jun 10 22:41:38.354300 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c2bd-967b-42cf-bae2-ae39b6d92290 req-d9c40eac-74ca-4b98-af9a-f2a31b1ef6c1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:38.355652 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8705c2bd-967b-42cf-bae2-ae39b6d92290 req-d9c40eac-74ca-4b98-af9a-f2a31b1ef6c1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0671189 Jun 10 22:41:38.396264 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-8705c2bd-967b-42cf-bae2-ae39b6d92290 req-64598fba-467b-45d5-b20f-683c725e5c5d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351295 Jun 10 22:41:38.731981 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e8e14715-daeb-411c-91e0-127055a06aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:39.589377 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a757b-8799-4957-b83c-c4e3c7c2f3f9 req-2c55e6e5-3ec8-4486-b854-b5d9c877b5b1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:39.591781 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5f3a757b-8799-4957-b83c-c4e3c7c2f3f9 req-2c55e6e5-3ec8-4486-b854-b5d9c877b5b1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0785992 Jun 10 22:41:39.633845 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-5f3a757b-8799-4957-b83c-c4e3c7c2f3f9 req-36381831-e772-4c4e-83be-ff792b1daef1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361412 Jun 10 22:41:39.813227 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff05dad-b8ef-4a9b-b3e9-c723f33460dd req-63a06e4e-50a4-47ae-9a48-533842254b2a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:39.814619 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aff05dad-b8ef-4a9b-b3e9-c723f33460dd req-63a06e4e-50a4-47ae-9a48-533842254b2a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0723379 Jun 10 22:41:39.855604 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-aff05dad-b8ef-4a9b-b3e9-c723f33460dd req-6acd88e1-b4e2-43f5-8dcd-ac7a40b7875b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351281 Jun 10 22:41:39.880123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53604) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:39.976233 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a90dc-60e6-4ccc-a2dd-d503288cb37e tempest-TestShelveInstance-908193630 tempest-TestShelveInstance-908193630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:39.977732 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-6c5a90dc-60e6-4ccc-a2dd-d503288cb37e tempest-TestShelveInstance-908193630 tempest-TestShelveInstance-908193630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1093 time: 0.0966210 Jun 10 22:41:39.980517 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53608) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:39.984789 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.v2.base [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Request body: {'floatingip': {'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:40.006177 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:40.123923 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-979538'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:40.241171 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Allocated IP 172.28.1.153 (bfac1ffe-72d6-488f-8378-33ee84d3e7a2/dd10047f-71a0-47e0-bb5d-c6dc1b256618/0038d39a-1d68-4478-a145-902638dd3ae6) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:40.364084 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:40.405166 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-979603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740129281567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4325786'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:40.408756 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4e2479c8-25d4-44de-a984-6fc57a5a6806 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:40.461310 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Network bfac1ffe-72d6-488f-8378-33ee84d3e7a2 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:40.464283 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:40.469016 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:40.472202 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'Port': ['ID=0038d39a-1d68-4478-a145-902638dd3ae6,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:40.509719 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.510089 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.510448 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.510803 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.511155 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.511503 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.511846 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.512186 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.512530 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.512876 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.513216 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.513553 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:40.518239 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:40.922885 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.010459 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.194550 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.198955 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4325768'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.201669 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b788ea7a-8eb3-46bc-b607-ba92de28087a tempest-AttachVolumeTestJSON-81719755 tempest-AttachVolumeTestJSON-81719755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:41.288268 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event updated for resources: {'Port': ['ID=0038d39a-1d68-4478-a145-902638dd3ae6,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:41.292122 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:41.300328 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994353'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.338982 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-29c93e65-abb4-40dd-9cd0-6b5b3e6ca168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.435039 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Floating IP 207d8ca1-5919-40a9-9831-e38c900d4b37 associated. External IP: 172.28.1.153, port: 945f3c9a-51e9-449c-a934-fef27f8ac8c8. Jun 10 22:41:41.477384 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.713413 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:41:41.854980 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:41:41.864848 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Sync routers for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:41:41.870062 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:41.874316 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:41.874940 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:41:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:41.922856 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-34a35b52-07b9-4c49-9254-1cbbd472f1d1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9309151 Jun 10 22:41:41.922856 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:41:41.922856 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d32d476-8a04-4a71-b364-5e3ef01131ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:41:41.950080 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fada30-54d7-4e35-a304-b7b00e9250ca x-openstack-request-id: req-91fada30-54d7-4e35-a304-b7b00e9250ca {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:41:41.950409 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:41:41.950701 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91fada30-54d7-4e35-a304-b7b00e9250ca {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:41:41.951132 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'status': 'completed', 'code': 200} Jun 10 22:41:42.042211 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-fd13d00e-0760-490f-844c-79869ac54d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:42.043737 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-fd13d00e-0760-490f-844c-79869ac54d16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0700397 Jun 10 22:41:42.150022 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:42.159292 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-098cb3f0-64aa-4679-a00f-7fac355f70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:42.160769 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-098cb3f0-64aa-4679-a00f-7fac355f70eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1111183 Jun 10 22:41:42.241417 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-35e16674-49a1-465d-a73c-e39411b21a77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 999 time: 0.0748820 Jun 10 22:41:42.258212 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:41:42.303046 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-5bd8822d-4949-493e-830d-147f4b28c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:42.304539 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-5bd8822d-4949-493e-830d-147f4b28c11a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0575597 Jun 10 22:41:42.368614 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-0888729f-b129-4d10-be2f-9b280f837355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:42.370632 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-0888729f-b129-4d10-be2f-9b280f837355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602977 Jun 10 22:41:42.373997 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:42.450972 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': '207d8ca1-5919-40a9-9831-e38c900d4b37', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'mac_address': 'fa:16:3e:f5:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:41:40Z', 'updated_at': '2021-06-10T22:41:40Z', 'revision_number': 0, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:42.457168 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Checking router: b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:41:42.467069 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:41:42.467692 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:41:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:42.485357 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-837c44d4-8a70-4cd3-ae32-9760bd507d22 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082058 Jun 10 22:41:42.607605 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-0d32d476-8a04-4a71-b364-5e3ef01131ba req-c2c38059-2ba6-4516-9c14-b85bc54193f4 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142316 Jun 10 22:41:42.626346 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:41:42.915435 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': '207d8ca1-5919-40a9-9831-e38c900d4b37', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'mac_address': 'fa:16:3e:f5:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:41:40Z', 'updated_at': '2021-06-10T22:41:40Z', 'revision_number': 0, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:41:42.918865 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a310a4-a468-4f44-bd68-c0cbd54f2d88 None None] The sync data for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb is: [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_floatingips': [{'id': '207d8ca1-5919-40a9-9831-e38c900d4b37', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'router_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'mac_address': 'fa:16:3e:f5:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:41:40Z', 'updated_at': '2021-06-10T22:41:40Z', 'revision_number': 0, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:41:43.100088 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeacd7c-dd7d-40f4-b11e-1a0e6df8595f None None] New status for floating IP 207d8ca1-5919-40a9-9831-e38c900d4b37: ACTIVE {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:41:44.024198 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:44.676893 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:08.733278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-079924b2-5118-4294-b617-3380f7daba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:11.339329 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-66bbbcd6-b2ce-4f1c-a325-cc84498b38ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:11.477439 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:12.340598 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:14.028494 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:14.683436 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:19.261601 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:42:19.325762 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-9cd83edb-0b5e-40cd-aad9-4266c9d59630 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3376274 Jun 10 22:42:19.426145 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-fec701ce-2728-404d-b1bd-9ccfeab63204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:42:19.427591 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-fec701ce-2728-404d-b1bd-9ccfeab63204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0581303 Jun 10 22:42:19.557460 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-59c1e83b-8a4d-4232-9437-1d4af326b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:42:19.558840 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-59c1e83b-8a4d-4232-9437-1d4af326b3ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1116648 Jun 10 22:42:19.644522 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-3c74fdb0-8e4f-4e23-86f8-8ef71232223b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 1001 time: 0.0793822 Jun 10 22:42:19.699212 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-70fb4b7c-68f5-47ef-bdd6-b5342a0b82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:42:19.700607 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-70fb4b7c-68f5-47ef-bdd6-b5342a0b82ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0501678 Jun 10 22:42:19.761610 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-7d2b6635-4a6f-4900-bb20-4e3646c31e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:42:19.763044 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-7d2b6635-4a6f-4900-bb20-4e3646c31e0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557818 Jun 10 22:42:19.877945 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-7c8309d5-17f6-47e3-943d-4219fd68d40e service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078215 Jun 10 22:42:19.989972 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-5beb5da7-14be-4821-b201-dee0eadeb7b5 req-228ffef3-4fee-4a4b-9a71-9c57844770fd service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061225 Jun 10 22:42:38.734294 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-4e43110a-74ed-4ad0-b430-b567bc1013ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:41.339969 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-97a2f3b8-48f0-498d-bcac-4db211984308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:41.477122 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:42.343770 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:44.029494 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:44.684237 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:56.258710 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:43:08.734712 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e107-dbe6-44fa-b7eb-7955af7ee880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.340186 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-249f28ac-7a0a-4c98-ac4f-a22e8b4d7d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.478385 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:12.344777 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:14.030903 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:14.686875 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:19.295857 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-7f9b38a6-70d4-47fe-b3f3-7f082f9d0b99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553687 Jun 10 22:43:19.399188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e393-cdb4-4577-ba70-071806c6e45e req-ee01f397-2bcd-4236-a0b5-3152b454995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:19.400700 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-ee01f397-2bcd-4236-a0b5-3152b454995c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0637705 Jun 10 22:43:19.531304 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e393-cdb4-4577-ba70-071806c6e45e req-3775de12-7425-47c6-8a01-31a85d80e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:19.532742 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-3775de12-7425-47c6-8a01-31a85d80e771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1128328 Jun 10 22:43:19.611113 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-f615a448-fc11-4421-9a88-7b21cbbf23e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 1001 time: 0.0722761 Jun 10 22:43:19.669984 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e393-cdb4-4577-ba70-071806c6e45e req-f762bef0-0a0c-4e6f-a89f-f3bd0c5d8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:19.671392 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-f762bef0-0a0c-4e6f-a89f-f3bd0c5d8d45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0538895 Jun 10 22:43:19.731671 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e393-cdb4-4577-ba70-071806c6e45e req-614ef99e-3f83-4388-a69f-590a1ee5a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:19.733079 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-614ef99e-3f83-4388-a69f-590a1ee5a12b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555098 Jun 10 22:43:19.843984 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-c4bae062-d77c-470c-87b5-98d33321f99c service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049650 Jun 10 22:43:19.954336 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4763e393-cdb4-4577-ba70-071806c6e45e req-f7d333a9-d295-4ad7-a64e-24501dd070ff service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042557 Jun 10 22:43:31.925067 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713b8e1-07a7-4eab-9832-5b8efae437d5 req-98ce34a2-ac72-4799-9f23-328f38603fe8 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:31.926545 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8713b8e1-07a7-4eab-9832-5b8efae437d5 req-98ce34a2-ac72-4799-9f23-328f38603fe8 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0703077 Jun 10 22:43:31.967806 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-8713b8e1-07a7-4eab-9832-5b8efae437d5 req-76ddaa2e-7c41-4989-8cc1-bef2ebf444c7 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Jun 10 22:43:33.149274 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c251-e8af-4130-8ac9-1e9fd46b9b8e req-5cb99772-db73-44be-9bd0-e14cda282ce1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:33.150722 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f614c251-e8af-4130-8ac9-1e9fd46b9b8e req-5cb99772-db73-44be-9bd0-e14cda282ce1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0685766 Jun 10 22:43:33.191354 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-f614c251-e8af-4130-8ac9-1e9fd46b9b8e req-4cf44b92-8126-4a1d-a208-39a6be5be4cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344834 Jun 10 22:43:33.257561 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:43:34.372464 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c8517-af08-4c20-a87c-a01043a9b889 req-c6749b78-5e35-4965-98bf-726b112f0ce2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:34.374212 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-796c8517-af08-4c20-a87c-a01043a9b889 req-c6749b78-5e35-4965-98bf-726b112f0ce2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0719693 Jun 10 22:43:34.415693 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-796c8517-af08-4c20-a87c-a01043a9b889 req-6e35c841-4b65-4858-bbf5-c2d1dd384e91 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Jun 10 22:43:35.596044 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154d04-ba21-4f7a-a97a-10e4277c0646 req-58deac72-9c26-43b1-9c85-7a81d296ecdc tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:35.597482 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4154d04-ba21-4f7a-a97a-10e4277c0646 req-58deac72-9c26-43b1-9c85-7a81d296ecdc tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0670118 Jun 10 22:43:35.640743 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-a4154d04-ba21-4f7a-a97a-10e4277c0646 req-3d8ba158-43f9-4bdc-82e9-f5ad02d97ee1 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369651 Jun 10 22:43:36.826659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eaace-b128-4202-a1f3-3f648f83c86d req-96c72324-dced-4b55-ad1b-ece99292c480 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:36.828085 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7b1eaace-b128-4202-a1f3-3f648f83c86d req-96c72324-dced-4b55-ad1b-ece99292c480 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0669098 Jun 10 22:43:36.868381 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-7b1eaace-b128-4202-a1f3-3f648f83c86d req-f0e57703-3119-4d94-8ef9-bfe92e687b63 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Jun 10 22:43:38.059939 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224d351-1ba4-4005-be5e-a5d78107850c req-0ddab79d-b9c5-459b-b763-3be9d483808a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:38.061349 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4224d351-1ba4-4005-be5e-a5d78107850c req-0ddab79d-b9c5-459b-b763-3be9d483808a tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0679333 Jun 10 22:43:38.101396 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4224d351-1ba4-4005-be5e-a5d78107850c req-b2f813b3-decc-46bd-ae46-35162d938783 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Jun 10 22:43:38.734605 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-79b5a1f4-9214-443d-8f72-86ea768d448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:39.302257 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828d0a-9490-4efa-b9ce-96d2d29a79a9 req-96b60445-468c-4b9e-a578-236db2ec2525 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:39.303828 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6f828d0a-9490-4efa-b9ce-96d2d29a79a9 req-96b60445-468c-4b9e-a578-236db2ec2525 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0716887 Jun 10 22:43:39.344240 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-6f828d0a-9490-4efa-b9ce-96d2d29a79a9 req-1f200e63-8b3b-4fc7-9fb3-c3688c0362a9 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348856 Jun 10 22:43:40.519934 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121027-e1ce-46ce-8b87-41c24617f148 req-b0051af0-1945-4369-b4aa-77fc867244ca tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:40.521577 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7b121027-e1ce-46ce-8b87-41c24617f148 req-b0051af0-1945-4369-b4aa-77fc867244ca tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0669866 Jun 10 22:43:40.566488 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7b121027-e1ce-46ce-8b87-41c24617f148 req-e175911d-d90b-4c40-bcd0-b8d130aff2cb tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Jun 10 22:43:41.343065 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6e0d05fa-23f2-4ce0-98e8-81586d5002db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:41.479995 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:41.744140 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce36baa-6511-4c21-8a6f-b9c3ce0acf19 req-9b8daa54-869e-4819-8d65-42007e9d33a2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:41.745606 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3ce36baa-6511-4c21-8a6f-b9c3ce0acf19 req-9b8daa54-869e-4819-8d65-42007e9d33a2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0671313 Jun 10 22:43:41.787376 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-3ce36baa-6511-4c21-8a6f-b9c3ce0acf19 req-0cae08a9-a6f8-4400-9d8f-efd6cf4e2930 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358961 Jun 10 22:43:42.035090 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-32f803b9-6aef-4f97-b49f-f599d97e7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:42.036562 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-32f803b9-6aef-4f97-b49f-f599d97e7ffe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0639207 Jun 10 22:43:42.150713 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-ff2f13ab-2930-4901-b114-6e62935c7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:42.152146 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-ff2f13ab-2930-4901-b114-6e62935c7476 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1096652 Jun 10 22:43:42.230473 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-092e821a-834f-437f-b675-22382ab672d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 1001 time: 0.0725017 Jun 10 22:43:42.289123 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-e2585f62-1ff9-48fd-9a4c-ed888de45949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:42.290480 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-e2585f62-1ff9-48fd-9a4c-ed888de45949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0546553 Jun 10 22:43:42.352031 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:42.354066 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-20b96680-7754-4960-a590-b95f18103eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:42.355566 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-20b96680-7754-4960-a590-b95f18103eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0594306 Jun 10 22:43:42.478086 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-3432833f-6c60-4c17-a2b6-3e738b50499d service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163001 Jun 10 22:43:42.590616 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-72895879-3b5b-40b9-aa65-5b0ae2a8e5d8 req-79bf9f07-7902-46a7-8180-1b2bb1ac7abb service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063437 Jun 10 22:43:42.965464 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b41c0-bb52-4c86-9980-effe19921d32 req-3b3a6d8c-754f-4d68-b55f-6fd64528826c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:42.966944 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b86b41c0-bb52-4c86-9980-effe19921d32 req-3b3a6d8c-754f-4d68-b55f-6fd64528826c tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0686693 Jun 10 22:43:43.007614 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-b86b41c0-bb52-4c86-9980-effe19921d32 req-9c5fa40d-525a-4f3c-93eb-fa1b79e2e7da tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Jun 10 22:43:44.036060 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:44.193455 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39debde-6979-41a9-8c8c-f6fe2f91acd4 req-24291f81-6007-4e21-90ec-5f3836ab36c8 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:44.194921 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c39debde-6979-41a9-8c8c-f6fe2f91acd4 req-24291f81-6007-4e21-90ec-5f3836ab36c8 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0737882 Jun 10 22:43:44.238918 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-c39debde-6979-41a9-8c8c-f6fe2f91acd4 req-4e4cc90d-9306-4575-876e-ea1d78968491 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Jun 10 22:43:44.698008 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:45.419358 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceebc0-a7cb-40de-bfef-fe774320264e req-7e9bfd32-936e-429c-9c56-e1382e0d4b19 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:45.420778 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2ceebc0-a7cb-40de-bfef-fe774320264e req-7e9bfd32-936e-429c-9c56-e1382e0d4b19 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0703921 Jun 10 22:43:45.461180 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2ceebc0-a7cb-40de-bfef-fe774320264e req-8d586b04-7593-41cd-a647-9544cb709711 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347345 Jun 10 22:43:46.326280 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:43:46.412389 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:46.435220 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:43:46.437430 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c56a498-5bbb-4685-bc47-28b31a6c58fb" -d '{"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-unplugged", "status": "completed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:43:46.451576 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:43:46.454805 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:46.456677 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:43:46.482507 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db996e-1eee-4caa-99b9-e9dd9ee7d1d9 x-openstack-request-id: req-f3db996e-1eee-4caa-99b9-e9dd9ee7d1d9 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:43:46.482816 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-unplugged", "status": "failed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "code": 422}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:43:46.483070 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3db996e-1eee-4caa-99b9-e9dd9ee7d1d9 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:43:46.483458 dv-cinder-790535-2-smb neutron-server[91863]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'code': 422} returned with failed status Jun 10 22:43:46.510253 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=6']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:43:46.516789 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.517133 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.517468 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.517830 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.518161 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.518549 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.518874 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.519194 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.519516 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.519833 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.520148 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.520462 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:46.524960 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:43:46.819170 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-32d0d942-d5b1-4143-9bd9-e4f227f2ab8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978954 Jun 10 22:43:46.855266 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432345-2d98-47a5-a8d3-43c1d71a6d08 req-79fead7e-9b2f-4d23-84ce-86448e487b9b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:46.856713 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee432345-2d98-47a5-a8d3-43c1d71a6d08 req-79fead7e-9b2f-4d23-84ce-86448e487b9b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0693071 Jun 10 22:43:46.899065 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-ee432345-2d98-47a5-a8d3-43c1d71a6d08 req-4a217f5a-c33b-4921-9ed5-893e738aa646 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366635 Jun 10 22:43:48.074923 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ad06-1133-4ebf-b61d-02d8f353ffe8 req-554c7be6-5fd8-48c6-94cc-ac80c210d89e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:48.076339 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1bc9ad06-1133-4ebf-b61d-02d8f353ffe8 req-554c7be6-5fd8-48c6-94cc-ac80c210d89e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0667911 Jun 10 22:43:48.119910 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-1bc9ad06-1133-4ebf-b61d-02d8f353ffe8 req-fd1acd8c-9682-41c0-9927-0b4a4815498b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379615 Jun 10 22:43:49.300200 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a41937-69f3-47ed-a9ea-ec8c4b163ac3 req-1303e00a-d90b-4698-9f8b-92a92144df6d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:49.301541 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-80a41937-69f3-47ed-a9ea-ec8c4b163ac3 req-1303e00a-d90b-4698-9f8b-92a92144df6d tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0704710 Jun 10 22:43:49.342323 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-80a41937-69f3-47ed-a9ea-ec8c4b163ac3 req-010a8dbb-0b0c-4233-8804-83a8a68d293f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352528 Jun 10 22:43:50.515959 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa733199-294b-4e62-8359-da0c5a16c2cd req-07b17852-3431-44bb-a9c0-7bd2b3099926 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:50.517392 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aa733199-294b-4e62-8359-da0c5a16c2cd req-07b17852-3431-44bb-a9c0-7bd2b3099926 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0675871 Jun 10 22:43:50.561599 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-aa733199-294b-4e62-8359-da0c5a16c2cd req-6423987a-41b7-41c4-9283-baab6dd0711f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Jun 10 22:43:51.743427 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a850c86-ab46-424e-8462-6cf1b852dc7e req-289fecc0-c2cf-4277-9e53-1817f3c5c68e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:51.745087 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a850c86-ab46-424e-8462-6cf1b852dc7e req-289fecc0-c2cf-4277-9e53-1817f3c5c68e tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0699053 Jun 10 22:43:51.788651 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a850c86-ab46-424e-8462-6cf1b852dc7e req-e36b794a-6bf7-47a3-944c-d7cf4fb62b25 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366600 Jun 10 22:43:52.081988 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-c034c9ec-64ce-4fae-be7e-b288b36fd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.083308 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-c034c9ec-64ce-4fae-be7e-b288b36fd1ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791&tenant_id=a58c255a6c22417cb26b2e6b484eee83 HTTP/1.1" status: 200 len: 1096 time: 0.0593071 Jun 10 22:43:52.163816 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-6a07bbc7-1ef4-464d-8513-d46b5f7d7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.165268 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-6a07bbc7-1ef4-464d-8513-d46b5f7d7952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1096 time: 0.0597172 Jun 10 22:43:52.275976 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-11254bae-3266-4be9-8c84-727dc7f4d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.277364 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-11254bae-3266-4be9-8c84-727dc7f4d903 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1059003 Jun 10 22:43:52.357990 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-63c9003c-9a92-4c4e-9a0b-9a439a6b4174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 999 time: 0.0742974 Jun 10 22:43:52.416307 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-50626660-5121-4d2a-ab20-a6e0347e6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.417732 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-50626660-5121-4d2a-ab20-a6e0347e6ace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0540082 Jun 10 22:43:52.484108 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-031ee44a-6e6e-4d57-a5ff-473ada457b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.485603 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-031ee44a-6e6e-4d57-a5ff-473ada457b6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0619555 Jun 10 22:43:52.602315 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-b3a966be-52ac-4ee0-b8a8-681ca8d6ac95 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098907 Jun 10 22:43:52.716034 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d2a2bcb5-40fa-4e39-bc5d-4a18c43b28dc req-827fe312-26be-4f39-af2f-5722cd2239d6 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070933 Jun 10 22:43:52.973879 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e7a72-e5f0-48bf-92af-58585e159feb req-3e22b47a-7c65-41ff-8171-30e56951d6a2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:52.976036 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f54e7a72-e5f0-48bf-92af-58585e159feb req-3e22b47a-7c65-41ff-8171-30e56951d6a2 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.0675116 Jun 10 22:43:53.021052 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-f54e7a72-e5f0-48bf-92af-58585e159feb req-fcbe197f-ed15-4ba6-bd98-d64e10dfc5a3 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Jun 10 22:43:54.241505 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e439d-324d-41ec-acc1-d18dc2ea3caf req-b559a65d-e1d5-4101-8738-f38d0abedb1f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:54.242942 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7e7e439d-324d-41ec-acc1-d18dc2ea3caf req-b559a65d-e1d5-4101-8738-f38d0abedb1f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 943 time: 0.1136074 Jun 10 22:43:54.283091 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7e7e439d-324d-41ec-acc1-d18dc2ea3caf req-9d986e94-574a-44ec-b402-d39e86c0ad17 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342026 Jun 10 22:43:54.357693 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91863) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:43:54.472588 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:43:54.484616 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Returning: {'device': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'port_id': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'mac_address': 'fa:16:3e:f5:e7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91863) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:43:54.529637 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:54.544154 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945f3c9a-51e9-449c-a934-fef27f8ac8c8 {{(pid=91863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:43:54.564606 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:43:54.568232 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:54.569948 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-5cccceb7-3929-4810-ae29-1f4204043128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:43:54.620997 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=7']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:43:54.624143 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:43:54.770528 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] get_ports_and_sgs() called for port_ids ['945f3c9a-51e9-449c-a934-fef27f8ac8c8'] {{(pid=91863) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:43:55.507603 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e80b3-f572-4cb6-8e3a-d050cc9b66ca req-017b43b4-cbde-43b0-a025-62ce65a0a163 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:55.509068 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-822e80b3-f572-4cb6-8e3a-d050cc9b66ca req-017b43b4-cbde-43b0-a025-62ce65a0a163 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 944 time: 0.1129386 Jun 10 22:43:55.553041 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-822e80b3-f572-4cb6-8e3a-d050cc9b66ca req-f2bfbd23-b57b-4e30-9946-eac978d274f0 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375195 Jun 10 22:43:56.373253 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 up at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:43:56.424699 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Provisioning complete for port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 triggered by entity L2. {{(pid=91863) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:43:56.425074 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027568'] for port, provisioning_complete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:56.519570 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-979524'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:56.544529 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:43:56.546766 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70ae4221e37dcef3585d5c918564895fed5c3ef4ff85bfde1834ee5e3ec85ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0119d57d-01e0-404c-91b4-bd9e57245ea7" -d '{"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-plugged", "status": "completed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:43:56.560201 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:43:56.563321 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740129723450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740129281585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740129281630'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:56.565113 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:43:56.591724 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f7977-827e-403b-884c-c0d494de2614 x-openstack-request-id: req-d70f7977-827e-403b-884c-c0d494de2614 {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:43:56.592018 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-plugged", "status": "completed", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "code": 200}]} {{(pid=91863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:43:56.592276 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d70f7977-827e-403b-884c-c0d494de2614 {{(pid=91863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:43:56.592663 dv-cinder-790535-2-smb neutron-server[91863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'code': 200} Jun 10 22:43:56.621575 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Pushing event updated for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=8']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:43:56.624953 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:43:56.740189 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62a2a3-42c2-44d8-ad15-25e8a0618c69 req-c5739710-27e1-45aa-87a1-dc7b5baede89 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:56.741652 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef62a2a3-42c2-44d8-ad15-25e8a0618c69 req-c5739710-27e1-45aa-87a1-dc7b5baede89 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0694070 Jun 10 22:43:56.788746 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-ef62a2a3-42c2-44d8-ad15-25e8a0618c69 req-017b1c2e-2cb8-4631-84a9-a33021cedca0 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Jun 10 22:43:56.844190 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec8f2-572f-4c86-8e7a-8207f1777973 req-e8a1c9a4-77d3-4484-a469-527fa3d3c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:56.845724 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d03ec8f2-572f-4c86-8e7a-8207f1777973 req-e8a1c9a4-77d3-4484-a469-527fa3d3c163 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0611897 Jun 10 22:43:57.152068 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-d03ec8f2-572f-4c86-8e7a-8207f1777973 req-86fa18f6-316b-426f-a5fa-af57f9dd60dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006709 Jun 10 22:43:57.973020 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3017d8-0930-4634-97d5-226f77b49abc req-98ace677-0f22-481b-846e-583e4aabdb75 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:57.975193 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4c3017d8-0930-4634-97d5-226f77b49abc req-98ace677-0f22-481b-846e-583e4aabdb75 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0682786 Jun 10 22:43:58.016368 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-4c3017d8-0930-4634-97d5-226f77b49abc req-088ff002-fe40-4dfb-ba73-f3c6d41e7a73 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350506 Jun 10 22:43:59.191805 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537fd9-5740-4028-a559-8d3a5f55313c req-ec6cb4c9-8484-4ebd-8c5a-7a3224600427 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:43:59.193247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b5537fd9-5740-4028-a559-8d3a5f55313c req-ec6cb4c9-8484-4ebd-8c5a-7a3224600427 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0669775 Jun 10 22:43:59.233012 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-b5537fd9-5740-4028-a559-8d3a5f55313c req-50328386-b762-4c33-90bd-d66c486c4dd7 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jun 10 22:44:08.735900 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-792574c2-152f-4a4d-a4fb-8a17bb4ec014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:10.256042 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:44:11.343158 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-489d204a-4b3e-40ed-a246-0449b92490c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:11.480639 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:12.352207 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:14.038841 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:14.698530 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:21.918549 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-49c0632a-cbdd-40b1-82a8-1951aebf8b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994101 Jun 10 22:44:22.018089 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-106385d9-2e49-4b41-879c-441b618dc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:44:22.019552 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-106385d9-2e49-4b41-879c-441b618dc123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0583880 Jun 10 22:44:22.145216 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-9a142421-11a3-406d-82bd-fbf420b5f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:44:22.146665 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-9a142421-11a3-406d-82bd-fbf420b5f564 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1074386 Jun 10 22:44:22.226320 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-18873a26-9ff3-4e40-8fcc-02a12f0458ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 1001 time: 0.0728815 Jun 10 22:44:22.285086 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-b4ff417e-551f-4afc-93df-458d1657ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:44:22.286510 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-b4ff417e-551f-4afc-93df-458d1657ba2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0536211 Jun 10 22:44:22.348023 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-04b551de-2f19-4aee-97e8-67d28b9e1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:44:22.349532 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-04b551de-2f19-4aee-97e8-67d28b9e1f36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561492 Jun 10 22:44:22.362229 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-ee3f2189-7e58-44f5-bc21-da59ce4a3f05 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:44:22.363244 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-ee3f2189-7e58-44f5-bc21-da59ce4a3f05 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059574 Jun 10 22:44:22.484877 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-4b88dca2-b356-4fa5-8b08-1d59e42989bc service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150448 Jun 10 22:44:22.600100 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-38d7a5ee-e1f4-477a-9d8e-cd4164dfa8e0 req-237d55d5-e586-4a0d-a69d-ccd7ad523738 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086471 Jun 10 22:44:38.868871 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-7281f2af-1c5e-492a-ab27-b833d422e660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:41.344812 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-4afe9f9a-d173-4dcf-afb8-73c557b39c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:41.481885 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:42.354725 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:44.041443 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:44.712347 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:47.254975 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:45:08.013913 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53754) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:08.218886 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Deleting port 0038d39a-1d68-4478-a145-902638dd3ae6 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:08.219236 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.318754 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.319009 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.409110 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Calling delete_port for 0038d39a-1d68-4478-a145-902638dd3ae6 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:08.596736 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.599521 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e83e1725-ff55-41ae-8eb7-6f80fd0ed524 tempest-AttachVolumeShelveTestJSON-859866388 tempest-AttachVolumeShelveTestJSON-859866388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:08.633402 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event deleted for resources: {'Port': ['ID=0038d39a-1d68-4478-a145-902638dd3ae6,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:08.663989 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.664365 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.664732 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.665095 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.665453 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.665837 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.666803 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.667162 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.667511 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.667862 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.668210 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.668555 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:08.672909 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:08.715965 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.716309 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.db.l3_db [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Floating IP 207d8ca1-5919-40a9-9831-e38c900d4b37 disassociated (deleted). External IP: 172.28.1.153, port: 945f3c9a-51e9-449c-a934-fef27f8ac8c8. Jun 10 22:45:08.738816 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-a5b4928b-c84a-4e23-b76d-ec0e355fc5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:08.992704 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:45:09.137636 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:45:09.142428 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:09.146723 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Sync routers for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:45:09.156024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:09.156644 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:44:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:09.183839 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "DELETE /v2.0/floatingips/207d8ca1-5919-40a9-9831-e38c900d4b37 HTTP/1.1" status: 204 len: 168 time: 1.1688449 Jun 10 22:45:09.184491 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:45:09.188005 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98934b92-a77c-49fd-9b88-7df9f6ab848c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:45:09.277338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b56431-aa01-463d-a5a0-a92287ec0c4c x-openstack-request-id: req-e0b56431-aa01-463d-a5a0-a92287ec0c4c {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:45:09.277338 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:45:09.278115 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0b56431-aa01-463d-a5a0-a92287ec0c4c {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:45:09.278471 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'status': 'completed', 'code': 200} Jun 10 22:45:09.305222 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:09.364411 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-c446cae8-8102-4a22-9229-c1bf60964b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:09.365935 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-c446cae8-8102-4a22-9229-c1bf60964b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a58c255a6c22417cb26b2e6b484eee83&device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 1098 time: 0.0639908 Jun 10 22:45:09.489976 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-a9ca0c71-e1fe-42c7-a6b0-6d42632678b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:09.491475 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-a9ca0c71-e1fe-42c7-a6b0-6d42632678b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 200 len: 909 time: 0.1189208 Jun 10 22:45:09.553602 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-7b0da37f-c77c-419c-80b5-76aa5f53d6e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 200 len: 217 time: 0.0549428 Jun 10 22:45:09.584935 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a69744-bdae-4b95-b9f7-d6a39b041e76 req-8a6b422f-f858-43de-ac8b-8ebedbb8ddd7 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:09.586280 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:09.589929 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Checking router: b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:45:09.590247 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-45a69744-bdae-4b95-b9f7-d6a39b041e76 req-8a6b422f-f858-43de-ac8b-8ebedbb8ddd7 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0742383 Jun 10 22:45:09.598113 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:09.598718 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:44:41Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:09.614962 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-f95679b1-e046-4397-a299-801550a4c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:09.616417 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-f95679b1-e046-4397-a299-801550a4c809 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 200 len: 847 time: 0.0552893 Jun 10 22:45:09.636167 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [req-45a69744-bdae-4b95-b9f7-d6a39b041e76 req-9251fd90-04e0-411e-bf4a-6224591e5e87 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Jun 10 22:45:09.687169 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-7657c29f-2458-41c1-93de-2e368c00b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:09.688649 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-7657c29f-2458-41c1-93de-2e368c00b1d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446ee716-c40b-40c0-9a70-533c7fbc3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0635426 Jun 10 22:45:09.745114 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:09.799414 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-6bf9233d-cf36-44db-8802-3f6e5c15c2ec service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033211 Jun 10 22:45:09.913599 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-98934b92-a77c-49fd-9b88-7df9f6ab848c req-9116bf4e-f1a5-4478-b6da-f701ea2eb4f1 service neutron] 10.222.0.41 "GET /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071494 Jun 10 22:45:10.000630 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:10.004395 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9a6b0-109d-401b-9766-19a89864c0dc None None] The sync data for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb is: [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:06Z', 'revision_number': 4, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb', '_interfaces': [{'id': '110374b3-8f25-444b-8594-f4f9c059e9f4', 'name': '', 'network_id': '446ee716-c40b-40c0-9a70-533c7fbc3bbc', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'mac_address': 'fa:16:3e:c8:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:05Z', 'updated_at': '2021-06-10T22:41:10Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'subnets': [{'id': 'ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:45:10.209667 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b9332-7662-4b84-96ff-61dcd5d998da None None] New status for floating IP 207d8ca1-5919-40a9-9831-e38c900d4b37: DOWN {{(pid=91864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:45:10.869021 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a24dd-2248-4c0d-a185-db0f6051647c req-de35ff28-4a8d-4c28-8c8d-b6efdaef4d0b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:10.871008 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de7a24dd-2248-4c0d-a185-db0f6051647c req-de35ff28-4a8d-4c28-8c8d-b6efdaef4d0b tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.1161399 Jun 10 22:45:10.882966 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-f6727115-cb02-4e3d-b563-370c3b92e62f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:45:10.884289 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-f6727115-cb02-4e3d-b563-370c3b92e62f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 945 time: 0.0932798 Jun 10 22:45:10.964341 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-de7a24dd-2248-4c0d-a185-db0f6051647c req-877a048c-aa8e-4f19-ae8c-c80b4de3ad1f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5d2ba91-027b-4838-a475-6b90cab29b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791252 Jun 10 22:45:11.021359 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Deleting port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:11.021759 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.133834 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] For port 945f3c9a-51e9-449c-a934-fef27f8ac8c8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=945f3c9a-51e9-449c-a934-fef27f8ac8c8,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:11.134103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.222883 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Calling delete_port for 945f3c9a-51e9-449c-a934-fef27f8ac8c8 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:11.345186 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeec0-2966-490f-9bca-bf82f13fa894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.368510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.372770 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:11.401000 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event deleted for resources: {'Port': ['ID=945f3c9a-51e9-449c-a934-fef27f8ac8c8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:11.404222 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:11.459588 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] No DVR routers for this DVR port 945f3c9a-51e9-449c-a934-fef27f8ac8c8 on host hv-cinder-79053 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:45:11.461954 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9556'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.464014 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-9a9b4f76-d18e-4cdb-9373-93d967b7147d req-805fea6b-d3df-4bdd-affd-709c438804fa tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.41 "DELETE /v2.0/ports/945f3c9a-51e9-449c-a934-fef27f8ac8c8 HTTP/1.1" status: 204 len: 173 time: 0.5726092 Jun 10 22:45:11.464508 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-deleted', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:45:11.466794 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eb58879132f43b0ae28c994363361c862e78d538e578a8e9f92edb8568aab73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2be9d-9d06-4d46-9794-980eff7bf7c2" -d '{"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-deleted", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:45:11.488109 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:11.506804 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec032d80-8def-41cb-9e36-7297f4c436b4 x-openstack-request-id: req-ec032d80-8def-41cb-9e36-7297f4c436b4 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:45:11.507137 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c42877-be3c-4a86-aef4-a9d32e564791", "name": "network-vif-deleted", "tag": "945f3c9a-51e9-449c-a934-fef27f8ac8c8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:45:11.507423 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec032d80-8def-41cb-9e36-7297f4c436b4 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:45:11.507847 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c42877-be3c-4a86-aef4-a9d32e564791', 'name': 'network-vif-deleted', 'tag': '945f3c9a-51e9-449c-a934-fef27f8ac8c8', 'status': 'completed', 'code': 200} Jun 10 22:45:12.134300 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [req-7eef6951-9cb4-409b-b155-e5bd448d5a57 req-57d4e48a-87d7-49f2-8121-30758982380f tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6c42877-be3c-4a86-aef4-a9d32e564791 HTTP/1.1" status: 200 len: 210 time: 0.0421627 Jun 10 22:45:12.357528 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:13.228093 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53784) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:13.288574 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:13.314868 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:13.377657 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:13.380221 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:13.381336 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] 10.222.0.16 "DELETE /v2.0/security-groups/a5d2ba91-027b-4838-a475-6b90cab29b26 HTTP/1.1" status: 204 len: 168 time: 0.1522985 Jun 10 22:45:13.382205 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e91e1c8d-1e76-4d48-bc8a-541e54ea07d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:13.392892 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2ba91-027b-4838-a475-6b90cab29b26,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:13.395134 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4b1a7bd5-ab58-4c16-8e08-c8ba16150799 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:13.427792 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53788) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:14.045273 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.146132 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.461187 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Deleting port 110374b3-8f25-444b-8594-f4f9c059e9f4 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:14.461940 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.560201 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] For port 110374b3-8f25-444b-8594-f4f9c059e9f4, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=110374b3-8f25-444b-8594-f4f9c059e9f4,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:14.560558 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.607278 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:14.630674 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] No Port match for: 945f3c9a-51e9-449c-a934-fef27f8ac8c8 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:14.631023 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Device 945f3c9a-51e9-449c-a934-fef27f8ac8c8 not bound to the agent host hv-cinder-79053 {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:14.655955 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Calling delete_port for 110374b3-8f25-444b-8594-f4f9c059e9f4 owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:14.712611 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.870103 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:14.873050 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c50c7a7a-d562-448b-a5da-f73a6bbc5bc8 tempest-TestMinimumBasicScenario-526255084 tempest-TestMinimumBasicScenario-526255084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:14.904618 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Pushing event deleted for resources: {'Port': ['ID=110374b3-8f25-444b-8594-f4f9c059e9f4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:14.907073 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:15.115407 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:15.391109 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:45:15.533510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:45:15.538401 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-e5d1ee33-3524-4b18-8db6-6bfc684ce33c admin admin] 10.222.0.16 "PUT /v2.0/routers/b32c74df-59e7-4a8e-a0b1-bc0a9e59c776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095579 Jun 10 22:45:15.540882 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53790) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:15.544226 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Sync routers for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:45:15.553958 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:15.554916 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:45:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:15.677510 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:15.699541 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: dv-cinder-790535-2-smb {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:15.817472 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:15.879778 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Deleting port 92ab73a6-e161-4100-9225-fd57f11ab3f7 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:15.880126 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:15.932373 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:45:14Z', 'revision_number': 5, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port': {'id': '92ab73a6-e161-4100-9225-fd57f11ab3f7', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:15.936312 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Checking router: b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 for host: dv-cinder-790535-2-smb {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:45:15.944160 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Routers {'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:15.944767 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:45:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:15.983909 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] For port 92ab73a6-e161-4100-9225-fd57f11ab3f7, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=92ab73a6-e161-4100-9225-fd57f11ab3f7,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:15.984280 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.195330 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] Set router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:16.276187 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:45:15Z', 'revision_number': 6, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:16.280635 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53552e-a7c7-4019-a74f-e95deda2819f None None] The sync data for ids ['b32c74df-59e7-4a8e-a0b1-bc0a9e59c776'] in dv-cinder-790535-2-smb is: [{'id': 'b32c74df-59e7-4a8e-a0b1-bc0a9e59c776', 'name': 'tempest-TestShelveInstance-437078864-router', 'tenant_id': 'a58c255a6c22417cb26b2e6b484eee83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:03Z', 'updated_at': '2021-06-10T22:45:15Z', 'revision_number': 6, 'project_id': 'a58c255a6c22417cb26b2e6b484eee83', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:45:16.364846 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Calling delete_port for 92ab73a6-e161-4100-9225-fd57f11ab3f7 owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:16.562169 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.563979 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a83edf61-b87a-404e-84db-6294449531f4 tempest-TestShelveInstance-1544227082 tempest-TestShelveInstance-1544227082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:16.591773 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ab73a6-e161-4100-9225-fd57f11ab3f7,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:16.595358 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:16.675647 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.805327 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.807393 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.865275 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.865770 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:45:16.871008 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.871819 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-265a7dff-84af-438c-9eef-cb9fd64e2831 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b32c74df-59e7-4a8e-a0b1-bc0a9e59c776 HTTP/1.1" status: 204 len: 168 time: 1.3300605 Jun 10 22:45:16.874633 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53792) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:16.925814 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Deleting subnet ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:45:16.928751 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:16.975132 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237858'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.037411 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 110374b3-8f25-444b-8594-f4f9c059e9f4 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:17.062904 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 110374b3-8f25-444b-8594-f4f9c059e9f4 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:17.063030 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 110374b3-8f25-444b-8594-f4f9c059e9f4 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:17.069047 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.130159 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6285993'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.132474 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:17.166875 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:17.171166 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:17.173608 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.175452 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-30f0d8ec-6f16-460c-b90b-09c8b2b16e54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab6c50e7-f753-4fc1-b9e5-3f5c3660ce31 HTTP/1.1" status: 204 len: 168 time: 0.2998815 Jun 10 22:45:17.177952 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.16', 53794) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:17.180505 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324618e-8d80-48a6-a29f-f461721f8f3c None None] Network 446ee716-c40b-40c0-9a70-533c7fbc3bbc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:45:17.267383 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.334582 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Deleting port d443317f-c814-4bcf-9db0-06bb65e385c5 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:17.334931 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.405392 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] DHCP port deletion for 446ee716-c40b-40c0-9a70-533c7fbc3bbc request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:45:17.421480 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] For port d443317f-c814-4bcf-9db0-06bb65e385c5, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=d443317f-c814-4bcf-9db0-06bb65e385c5,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:17.421872 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.456528 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Deleting port d443317f-c814-4bcf-9db0-06bb65e385c5 {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:17.456914 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.515099 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Calling delete_port for d443317f-c814-4bcf-9db0-06bb65e385c5 owned by network:dhcp {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:17.540547 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] For port d443317f-c814-4bcf-9db0-06bb65e385c5, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=d443317f-c814-4bcf-9db0-06bb65e385c5,segment=NetworkSegment(4e9137d9-02b8-4292-a0f2-41a71f2ca9c8),segment_id=4e9137d9-02b8-4292-a0f2-41a71f2ca9c8)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:17.540946 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.612615 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4325761'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.615475 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c4587135-41cd-4241-8929-bc74d7de1120 tempest-VolumesNegativeTest-1027339468 tempest-VolumesNegativeTest-1027339468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:17.634435 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Calling delete_port for d443317f-c814-4bcf-9db0-06bb65e385c5 owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:17.645334 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Pushing event deleted for resources: {'Port': ['ID=d443317f-c814-4bcf-9db0-06bb65e385c5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:17.647173 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] No DVR routers for this DVR port d443317f-c814-4bcf-9db0-06bb65e385c5 on host dv-cinder-790535-2-smb {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:45:17.648636 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:17.726429 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.728266 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-630b838a-2cdd-42da-86e0-63399c4e3e8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:17.742452 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.754234 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446ee716-c40b-40c0-9a70-533c7fbc3bbc']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:17.756106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Pushing event deleted for resources: {'Port': ['ID=d443317f-c814-4bcf-9db0-06bb65e385c5,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:17.760333 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] No DVR routers for this DVR port d443317f-c814-4bcf-9db0-06bb65e385c5 on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:45:17.765888 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:17.766188 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.services.segments.db [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9137d9-02b8-4292-a0f2-41a71f2ca9c8') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:17.767603 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.767956 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.768295 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.768628 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.768957 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.769288 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.769642 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.769970 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.770262 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.770583 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.770906 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.771223 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:17.774072 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-b85b8d16-e8b0-438f-ac0f-448351debded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:17.776293 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237883'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.790933 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.796779 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:45:17.797206 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4325844'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.799178 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: retrieve_revision_numbers = { Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: Traceback (most recent call last): Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: timer() Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: cb(*args, **kw) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: return func(*args, **kwargs) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: self._notify() Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: self.callback(batched_events) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: event.method(event) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: return f(self, *a, **k) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: return self._get(url).json() Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:45:17.802596 dv-cinder-790535-2-smb neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:45:17.877095 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.880989 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:17.884853 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:17.887617 dv-cinder-790535-2-smb neutron-server[91861]: INFO neutron.wsgi [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] 10.222.0.16 "DELETE /v2.0/networks/446ee716-c40b-40c0-9a70-533c7fbc3bbc HTTP/1.1" status: 204 len: 168 time: 0.7087445 Jun 10 22:45:17.890709 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53796) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:17.899326 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Pushing event deleted for resources: {'Network': ['ID=446ee716-c40b-40c0-9a70-533c7fbc3bbc,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:17.902064 dv-cinder-790535-2-smb neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2b4a99af-c90b-4780-9498-9084a7223844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:18.323532 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997780'] for router_interface, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:18.470928 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device d443317f-c814-4bcf-9db0-06bb65e385c5 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:18.495982 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: d443317f-c814-4bcf-9db0-06bb65e385c5 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:18.496342 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device d443317f-c814-4bcf-9db0-06bb65e385c5 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:18.496761 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 92ab73a6-e161-4100-9225-fd57f11ab3f7 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:18.521221 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 92ab73a6-e161-4100-9225-fd57f11ab3f7 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:18.521612 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 92ab73a6-e161-4100-9225-fd57f11ab3f7 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:18.640583 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Deleting port 5784f831-bdb4-4114-b3e4-4d8e570c3944 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:18.640835 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:18.738481 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] For port 5784f831-bdb4-4114-b3e4-4d8e570c3944, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=5784f831-bdb4-4114-b3e4-4d8e570c3944,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:18.738833 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:18.829154 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Calling delete_port for 5784f831-bdb4-4114-b3e4-4d8e570c3944 owned by network:router_interface {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:19.287990 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:19.290783 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e848e8a2-764b-4429-8026-e92f9fff8b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:19.323039 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5784f831-bdb4-4114-b3e4-4d8e570c3944,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:19.351307 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.351683 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.352055 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.352417 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.352773 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.353130 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.353480 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.353856 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.354208 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.354668 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.355223 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.355582 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-smb {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:45:19.359802 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:19.548290 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997124'] for router_interface, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:19.829671 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Router 89cd1dec-59ce-4df0-a1c8-10492ae2872c has already been hosted by L3 agent 5817edc4-91cd-4451-9a40-2f7c6bd68e5a {{(pid=91862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:45:19.974702 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-smb the message routers_updated {{(pid=91862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:45:19.980437 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-ec33ed51-73cc-4bde-a6db-5751cc0b4ea1 admin admin] 10.222.0.16 "PUT /v2.0/routers/89cd1dec-59ce-4df0-a1c8-10492ae2872c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881224 Jun 10 22:45:19.982828 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53798) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:19.985399 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Sync routers for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:45:19.994649 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:19.995317 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:45:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:20.121740 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.132225 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: dv-cinder-790535-2-smb {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:20.264093 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.321839 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Deleting port b98022dd-e70c-4c56-a9f6-50169f4db8b3 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:20.322545 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.426502 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] For port b98022dd-e70c-4c56-a9f6-50169f4db8b3, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=b98022dd-e70c-4c56-a9f6-50169f4db8b3,segment=NetworkSegment(2b0fe53a-0b4d-4d03-ae9d-cedf792991b2),segment_id=2b0fe53a-0b4d-4d03-ae9d-cedf792991b2)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:20.426993 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.460348 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'external_fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:45:19Z', 'revision_number': 5, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port': {'id': 'b98022dd-e70c-4c56-a9f6-50169f4db8b3', 'name': '', 'network_id': 'bfac1ffe-72d6-488f-8378-33ee84d3e7a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:41:09Z', 'updated_at': '2021-06-10T22:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd10047f-71a0-47e0-bb5d-c6dc1b256618', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-smb'}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:20.463806 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Checking router: 89cd1dec-59ce-4df0-a1c8-10492ae2872c for host: dv-cinder-790535-2-smb {{(pid=91864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:45:20.472824 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Routers {'89cd1dec-59ce-4df0-a1c8-10492ae2872c'} bound to L3 agent in host dv-cinder-790535-2-smb {{(pid=91864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:45:20.473430 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:26:11Z,description=,heartbeat_timestamp=2021-06-10T22:45:11Z,host='dv-cinder-790535-2-smb',id=5817edc4-91cd-4451-9a40-2f7c6bd68e5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:26:11Z,topic='l3_agent')) {'router_ids': ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'], 'active': True} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:20.519599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Calling delete_port for b98022dd-e70c-4c56-a9f6-50169f4db8b3 owned by network:router_gateway {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:20.590361 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_dvr_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] Set router 89cd1dec-59ce-4df0-a1c8-10492ae2872c gateway port host: None {{(pid=91864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:45:20.669794 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.l3_hamode_db [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:45:20Z', 'revision_number': 6, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port_host': None}], 'dv-cinder-790535-2-smb', False) {} {{(pid=91864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:20.673104 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee7ee5-d84f-47d7-af78-6c55d01c14a4 None None] The sync data for ids ['89cd1dec-59ce-4df0-a1c8-10492ae2872c'] in dv-cinder-790535-2-smb is: [{'id': '89cd1dec-59ce-4df0-a1c8-10492ae2872c', 'name': 'tempest-TestShelveInstance-1033454463-router', 'tenant_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:41:08Z', 'updated_at': '2021-06-10T22:45:20Z', 'revision_number': 6, 'project_id': 'a5f37ab602ec484c81f0e64e927fd3ff', 'gw_port_host': None}] {{(pid=91864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:45:20.722556 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.725142 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:20.757815 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98022dd-e70c-4c56-a9f6-50169f4db8b3,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:20.760745 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:20.829655 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994261'] for router_gateway, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.958749 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1984230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25301'] for router, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:20.960700 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.019844 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1982512'] for router, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.020409 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cd1dec-59ce-4df0-a1c8-10492ae2872c {{(pid=91862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:45:21.024801 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] Notify callbacks [] for router, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.025970 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-069c8cae-ba97-4433-81b3-28f00f4917d5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89cd1dec-59ce-4df0-a1c8-10492ae2872c HTTP/1.1" status: 204 len: 168 time: 1.0422142 Jun 10 22:45:21.029093 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53800) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:21.083455 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.db_base_plugin_v2 [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Deleting subnet c1db523c-0393-4425-b07e-52eda9c89c8b {{(pid=91862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:45:21.086670 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.134257 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1675243'] for subnet, precommit_delete_associations {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.223644 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039370'] for subnet, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.284261 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8065718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5068781'] for subnet, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.286941 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:21.319989 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1db523c-0393-4425-b07e-52eda9c89c8b,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:21.322541 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:21.327916 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.329868 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-780762c4-db3d-4e05-85bd-9918a2a2927c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1db523c-0393-4425-b07e-52eda9c89c8b HTTP/1.1" status: 204 len: 168 time: 0.2998083 Jun 10 22:45:21.332364 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53802) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:21.333035 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff96ed0-c6e0-4c80-8ef6-3ca0116c8148 None None] Network 642aebef-5488-48e3-8795-6c625b7214cc requested from dv-cinder-790535-2-smb {{(pid=91863) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:45:21.418968 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588691'] for network, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.485659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Deleting port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:21.485924 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.567182 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] DHCP port deletion for 642aebef-5488-48e3-8795-6c625b7214cc request from dv-cinder-790535-2-smb {{(pid=91863) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:45:21.586838 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] For port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:21.587205 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.626227 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Deleting port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 {{(pid=91863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:45:21.626607 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740129718303'] for port, before_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.683918 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Calling delete_port for fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:21.715922 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] For port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0, host dv-cinder-790535-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-smb',level=0,port_id=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,segment=NetworkSegment(eb9b3807-a1f0-47cc-9394-d139ecae6f00),segment_id=eb9b3807-a1f0-47cc-9394-d139ecae6f00)] {{(pid=91863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:45:21.716412 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1995503'] for port, precommit_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.795854 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8066684'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.798096 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f39e7eb8-1bc9-443d-8a7a-b1e6f4c710f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:21.809093 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Calling delete_port for fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 owned by network:dhcp {{(pid=91863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:45:21.827014 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:21.829451 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:21.832094 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] No DVR routers for this DVR port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 on host dv-cinder-790535-2-smb {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:45:21.905984 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-979610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602083', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740129723459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740129281576'] for port, after_delete {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.907933 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:21.938297 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025925', 'neutron.services.segments.db._delete_segments_for_network-8740129804207'] for network, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.938545 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Pushing event deleted for resources: {'Port': ['ID=fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0,revision_number=None']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:21.941878 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:21.944308 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc49e6-105e-4559-a912-9fad54861c4e None None] No DVR routers for this DVR port fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 on host dv-cinder-790535-2-smb {{(pid=91863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:45:21.950160 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642aebef-5488-48e3-8795-6c625b7214cc']}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:21.961077 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9b3807-a1f0-47cc-9394-d139ecae6f00') {'for_net_delete': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:21.961367 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.services.segments.db [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9b3807-a1f0-47cc-9394-d139ecae6f00') {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:45:21.971524 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740129804036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1675250'] for segment, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.985640 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069'] for segment, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.991221 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=91862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:45:21.991602 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8066601'] for segment, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: Traceback (most recent call last): Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: timer() Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: cb(*args, **kw) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: return func(*args, **kwargs) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: self._notify() Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: self.callback(batched_events) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: event.method(event) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: return f(self, *a, **k) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: return self._get(url).json() Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: return self.request(url, 'GET', **kwargs) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:45:21.993160 dv-cinder-790535-2-smb neutron-server[91862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:45:22.070511 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2086962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994362'] for network, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.075776 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602097'] for network, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.083826 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] 10.222.0.16 "DELETE /v2.0/networks/642aebef-5488-48e3-8795-6c625b7214cc HTTP/1.1" status: 204 len: 168 time: 0.7442966 Jun 10 22:45:22.083826 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4cbf12a3-368f-49d9-ab6d-6ae116dab36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:22.093624 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Pushing event deleted for resources: {'Network': ['ID=642aebef-5488-48e3-8795-6c625b7214cc,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:22.096099 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-e5cd7551-0601-444b-a27c-148fc7897563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:22.233091 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53806) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:22.276133 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-2658676f-dac0-452f-b322-d8510d43c6fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a58c255a6c22417cb26b2e6b484eee83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417991 Jun 10 22:45:22.278721 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53808) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:22.327599 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.353550 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.402774 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.405284 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.406432 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cb6a23b-bac7-4688-9007-993461cbe39e HTTP/1.1" status: 204 len: 168 time: 0.1268415 Jun 10 22:45:22.407231 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a9d86dde-7ca2-40eb-92c7-aa585949ba93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:22.415829 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb6a23b-bac7-4688-9007-993461cbe39e,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:22.418175 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1a28a5fd-ce40-4632-a9ac-cab994fdfbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:22.483965 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 5784f831-bdb4-4114-b3e4-4d8e570c3944 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:22.508981 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: 5784f831-bdb4-4114-b3e4-4d8e570c3944 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:22.509329 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device 5784f831-bdb4-4114-b3e4-4d8e570c3944 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:22.509770 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device b98022dd-e70c-4c56-a9f6-50169f4db8b3 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:22.532581 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: b98022dd-e70c-4c56-a9f6-50169f4db8b3 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:22.532933 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device b98022dd-e70c-4c56-a9f6-50169f4db8b3 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:22.533345 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 no longer exists at agent ovs-agent-dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:45:22.556716 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.plugin [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] No Port match for: fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 {{(pid=91863) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:45:22.557066 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron.plugins.ml2.rpc [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Device fae7b0b3-3af5-46b8-bbcd-5f26958b9ae0 not bound to the agent host dv-cinder-790535-2-smb {{(pid=91863) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:45:22.739806 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53814) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:22.784222 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-a038a0f5-5e71-4997-a7b7-e8a168570f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5f37ab602ec484c81f0e64e927fd3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432034 Jun 10 22:45:22.786737 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [-] (91862) accepted ('10.222.0.16', 53816) {{(pid=91862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:45:22.838093 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.861034 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.908019 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062219'] for security_group, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.910584 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.911691 dv-cinder-790535-2-smb neutron-server[91862]: INFO neutron.wsgi [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a32b19f-a240-4562-a3a6-b0695bcecec5 HTTP/1.1" status: 204 len: 168 time: 0.1241367 Jun 10 22:45:22.912437 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a9ae5cb0-9c94-4d6b-9dcc-c8e8b06007ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:45:22.921046 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32b19f-a240-4562-a3a6-b0695bcecec5,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:45:22.923659 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5bb0a940-c298-4a85-9482-5484ea2d12ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:45:24.253809 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:45:38.739862 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3abba251-38cb-40c4-8b71-d7769b6ef27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:41.345552 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b24ae436-3fdf-4697-8e1f-a0ee6cfc77ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:41.477741 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:42.358556 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:44.046453 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:44.718711 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:01.251961 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:46:08.741065 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ccc7dba8-91ce-4c0b-b640-facbeb02c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:11.346318 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-41d2982a-6e21-4e7a-97a6-78eb73812a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:11.478024 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:12.362658 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:14.048878 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:14.730660 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.250377 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:46:38.741968 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-11d376f3-1672-4384-b1ab-c7a28a1b0367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.345614 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-91768a90-33b8-4294-afde-9efab1b60321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.479122 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.363783 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.055255 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.743224 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:08.741877 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba71780f-0c7f-46b7-890f-4d3e9cf211b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:11.346291 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-c97cdb89-40a3-4d63-a4e3-ab79e158eb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:11.479327 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:12.367106 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.055501 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.742907 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.249105 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:47:38.742568 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8b1166bf-e2c5-4580-a19c-d30d26514472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:41.349040 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-42a01659-8396-480e-8f86-8d8c1d654dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:41.479114 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:42.370555 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.058532 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.758587 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.247354 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:48:08.742685 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d285b8c5-3034-4eab-ab53-e9c73562e050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:11.352285 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-52037811-3e19-428a-824a-f6dfab224abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:11.479921 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:12.371497 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:14.062333 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:14.754223 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.245929 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:48:38.743499 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e25b49a6-3099-45d8-9448-b493b09f057e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:41.351601 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-3491817d-7932-4b6d-b884-6c680636d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:41.480827 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:42.374557 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:44.064366 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:44.774384 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:06.243910 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:49:08.743770 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-752eeb3e-df58-4ad0-b2bf-264585d718c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:11.352683 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-2e9c254a-8448-419c-a164-6cf7c93cbc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:11.481774 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:12.376533 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:14.066916 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:14.773804 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:38.743658 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9601c309-310b-49d0-a9ba-854f22937c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:41.352647 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f9d06f25-81cd-476c-8e22-d037e47b7d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:41.482433 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:42.379698 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:43.241995 dv-cinder-790535-2-smb neutron-server[91864]: DEBUG neutron.db.agents_db [None req-e06eb6a9-670b-4713-9ca9-2f8667253fed None None] Agent healthcheck: found 6 active agents {{(pid=91864) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:49:44.070074 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:44.782772 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:08.743783 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-92b412c1-de23-496d-ad02-bac14cf0002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.352277 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-cc279e5b-906d-4f79-a197-4dd9f9ce1474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.486299 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-9f50e2e5-a2f5-4b52-8114-58eef33cf44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:12.383107 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-36574ed3-2855-46a4-b937-f845dc013af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:13.117020 dv-cinder-790535-2-smb neutron-server[91862]: DEBUG neutron.wsgi [req-65bdcac3-c693-4a23-908b-11c5b110b9df req-24b3c9ba-7415-4924-a664-4aa675d88ec1 service neutron] (91862) timed out ('10.222.0.41', 54388) {{(pid=91862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 22:50:14.072829 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b39da7b0-d060-467f-8cf4-ce7433f11a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.786917 dv-cinder-790535-2-smb neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-ba214d77-2ca9-4328-a6e1-20e2266dcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740129804189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026123'] for agent, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}